-- Logs begin at Mon 2021-06-21 13:19:29 UTC, end at Mon 2021-06-21 14:22:50 UTC. -- Jun 21 13:49:48.224200 dv-cinder-794962-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 13:49:50.838888 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.common.config [-] Logging enabled! Jun 21 13:49:50.839550 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 21 13:49:50.839646 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 13:49:50.842832 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.common.config [-] Logging enabled! Jun 21 13:49:50.843077 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 21 13:49:50.843381 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 13:49:50.844303 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 13:49:50.844553 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 13:49:50.844903 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 13:49:50.845142 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 13:49:50.845364 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 13:49:50.845675 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.845960 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.846257 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.846456 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.846740 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.847026 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.847301 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.847588 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.847877 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.848155 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.848454 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.848728 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.848952 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.849211 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.849494 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.849775 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.849993 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] debug = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.850268 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.850678 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.851080 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.851352 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.851637 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.851910 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.852178 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.852472 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.852751 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.853073 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] host = dv-cinder-794962-5-iscsi {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.853347 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.853628 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.853908 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.854187 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.854455 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.854743 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.855031 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.855299 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.855566 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] log_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.855833 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.856115 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.856392 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.856702 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.856920 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.857135 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.857413 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.857692 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.857958 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.858224 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.858487 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.858751 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.859018 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.859279 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.859556 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.859830 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.860108 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.860373 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.860667 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.860930 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.861194 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.861468 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.861733 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.861997 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.862266 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.862673 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.862842 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.863103 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.863390 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.863636 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.863908 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.864185 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.864482 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.864757 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.865029 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.865294 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.865556 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] use_json = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.865820 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.866079 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.866354 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.866616 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.866882 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.867145 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.867408 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.867685 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.867975 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.868266 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.868579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.868857 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.869143 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.869416 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.869702 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.869973 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.870254 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.870591 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.870879 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.871149 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.871431 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.871701 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.871993 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.872292 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.872673 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.872961 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.873232 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.873504 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.873773 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.874046 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.874322 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.874609 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.874894 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.875166 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.875436 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.875722 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.875992 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.876260 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.876557 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.876843 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.877116 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.877382 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.877656 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.877926 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.878192 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.878458 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.878730 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.879013 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.879281 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.879547 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.879814 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.880081 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.880344 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.880651 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.880925 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.881195 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.881464 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.881735 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.882002 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.882267 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.882538 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.882806 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.883080 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.883347 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.883614 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.883881 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.884146 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.884411 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.884697 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.884970 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.885237 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.885502 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.885764 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.886123 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.886338 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.886608 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.886888 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.887182 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.887453 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.887722 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.887991 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.888260 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.888552 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.888822 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.889091 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.889362 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.889628 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.889910 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.890185 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.890464 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.890739 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.891008 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.891297 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.891564 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.891838 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.892107 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.892378 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.892684 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.892960 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.893248 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.893535 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.893822 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.894109 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.894397 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.894670 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.894974 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.895247 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.895457 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 13:49:50.895689 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92646) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 13:49:51.231795 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:49:51.232050 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:49:51.232343 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:49:51.232704 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 13:49:51.616145 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.616457 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.616713 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.617996 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.618265 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.618524 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.651193 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.651457 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.651770 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.664742 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.665009 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.665283 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.694170 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.694431 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.694695 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.729168 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.729425 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.729689 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.965260 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.965912 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.965912 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.966078 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:51.966936 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.086253 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.086575 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.086850 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.087105 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.087367 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.087673 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.087920 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.088168 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.088413 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.088717 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.088953 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.089234 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.089485 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.089739 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.089985 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.090240 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.090501 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.090736 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.090998 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.091243 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.091514 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.091852 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.092093 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.092372 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.092635 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.092891 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.093257 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:52.093492 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:52.093721 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:52.093948 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:52.094173 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:52.094399 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:52.094756 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 13:49:52.098695 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 13:49:52.102606 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 13:49:52.106414 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 21 13:49:52.108027 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 13:49:52.108472 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 13:49:52.108820 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 13:49:52.109198 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 13:49:52.111998 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 13:49:52.112238 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 13:49:52.112611 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 13:49:52.139492 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 13:49:52.139909 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.140192 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92646) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 13:49:52.140584 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.141918 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92646) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 13:49:52.142190 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 13:49:52.142444 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 13:49:52.145504 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.145774 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.211482 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 13:49:52.211698 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 13:49:52.211933 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 13:49:52.212306 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 13:49:52.234937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_db.sqlalchemy.engines [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92646) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 13:49:52.770471 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Initializing driver for type 'gre' Jun 21 13:49:52.771026 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] gre ID ranges: [(1, 1000)] Jun 21 13:49:52.824007 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Initializing driver for type 'local' Jun 21 13:49:52.824291 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Initializing driver for type 'vlan' Jun 21 13:49:52.838047 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] VlanTypeDriver initialization complete Jun 21 13:49:52.838377 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Initializing driver for type 'vxlan' Jun 21 13:49:52.838858 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] vxlan ID ranges: [(1, 1000)] Jun 21 13:49:52.889117 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Initializing extension driver 'port_security' Jun 21 13:49:52.889456 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.extensions.port_security [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] PortSecurityExtensionDriver initialization complete Jun 21 13:49:52.889790 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Initializing mechanism driver 'openvswitch' Jun 21 13:49:52.890116 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Initializing mechanism driver 'hyperv' Jun 21 13:49:52.896687 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.plugins.ml2.plugin [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:49:52.897457 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > port after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.897828 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.898181 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.898594 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > subnet after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.898944 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > subnet after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.899284 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > subnet after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.899670 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > network after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.899992 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > network after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.900326 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > network after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.900733 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > security_group after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.901069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > security_group after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.901403 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > security_group after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.901863 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.902203 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.902520 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.902896 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > address_group after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.903237 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > address_group after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.903569 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > address_group after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.903898 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] ML2 OVO RPC backend initialized. {{(pid=92646) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 13:49:52.904722 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router_interface after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.905263 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.905900 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > network before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.906478 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > networks before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.907069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > port before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.907646 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > ports before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.908201 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > subnet before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.908832 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > subnets before_response 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.909438 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > network after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.909997 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > network after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.910515 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > network after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.911045 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > port after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.911572 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.912121 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.912693 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > subnet after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.913223 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > subnet after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.913754 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > subnet after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.914664 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.plugin [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Modular L2 Plugin initialization complete Jun 21 13:49:52.915209 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading services supported by the core plugin {{(pid=92646) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 13:49:52.915600 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.plugins.ml2.managers [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Got port-security extension from driver 'port_security' Jun 21 13:49:52.916072 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.extensions.vlantransparent [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Disabled vlantransparent extension. Jun 21 13:49:52.916598 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92646) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 13:49:52.916910 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading Plugin: router Jun 21 13:49:52.951804 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router_interface before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.952185 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router after_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.952577 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router before_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.952933 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.953293 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.953640 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router after_delete 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.953993 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > floatingip after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.954347 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router after_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.954686 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router after_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.955026 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router after_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.955349 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.955698 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router after_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.956098 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.956468 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.956810 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.957140 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: subnet after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.957465 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.957803 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > port precommit_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.958138 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.958467 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: port before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.958800 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.959146 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router after_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.959481 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_delete 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.959806 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_create 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.960157 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router_interface after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.960530 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_update 55549900 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.960899 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > network after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.961749 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Tracking information for resource: router configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:52.962072 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Tracking information for resource: floatingip configured {{(pid=92646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:52.967072 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.db.l3_agentschedulers_db [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 13:49:52.967666 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.968004 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: port after_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.968345 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: port after_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.968717 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: port after_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.969493 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router before_create 55550100 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.969851 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_delete 55550100 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.970205 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_create 55550100 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.970556 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > router precommit_update 55550100 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.975058 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.services.provider_configuration [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service providers = [] {{(pid=92646) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 13:49:52.975419 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.db.servicetype_db [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92646) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 13:49:52.978267 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.services.service_base [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 13:49:52.978610 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.services.service_base [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 13:49:52.978943 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.services.service_base [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 13:49:52.979821 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.services.service_base [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 13:49:52.980199 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.services.service_base [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 13:49:52.980615 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:52.980891 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 13:49:52.991281 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:52.991607 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading Plugin: auto_allocate Jun 21 13:49:52.997470 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: network precommit_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.997834 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: network precommit_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:52.998342 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:52.998657 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading Plugin: tag Jun 21 13:49:53.005143 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:53.005459 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading Plugin: timestamp Jun 21 13:49:53.009172 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:53.009495 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading Plugin: network_ip_availability Jun 21 13:49:53.016264 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:53.016725 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:53.017074 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:53.017776 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:53.018097 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading Plugin: flavors Jun 21 13:49:53.022718 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:53.023044 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading Plugin: revisions Jun 21 13:49:53.027369 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:53.027757 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_concurrency.lockutils [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=92646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:49:53.028518 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92646) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 13:49:53.028850 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Initializing extension manager. Jun 21 13:49:53.029345 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: __init__.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.029685 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: __pycache__ {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.030010 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.030333 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: address_group.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.031063 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.031622 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: address-group Jun 21 13:49:53.031935 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: address_scope.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.032661 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.033146 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: address-scope Jun 21 13:49:53.033455 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: admin_state_down_before_update.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.034344 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.034846 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: router-admin-state-down-before-update Jun 21 13:49:53.035158 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: agent.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.035829 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.036322 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: agent Jun 21 13:49:53.036657 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: agent_resources_synced.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.037536 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.038033 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: agent-resources-synced Jun 21 13:49:53.038345 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: allowedaddresspairs.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.040068 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.040610 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: allowed-address-pairs Jun 21 13:49:53.040931 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: auto_allocated_topology.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.042178 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.042838 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: auto-allocated-topology Jun 21 13:49:53.043161 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: availability_zone.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.043837 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.044336 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: availability_zone Jun 21 13:49:53.044697 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: availability_zone_filter.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.045568 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.046071 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: availability_zone_filter Jun 21 13:49:53.046386 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: data_plane_status.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.047263 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.048111 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 13:49:53.048451 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: default_subnetpools.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.049330 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.049839 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: default-subnetpools Jun 21 13:49:53.050155 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: dhcpagentscheduler.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.050940 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.051441 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: dhcp_agent_scheduler Jun 21 13:49:53.051758 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: dns.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.052724 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.053177 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension dns-integration not supported by any of loaded plugins Jun 21 13:49:53.053491 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: dns_domain_ports.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.054379 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.054883 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 13:49:53.055193 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: dvr.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.055834 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.056331 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: dvr Jun 21 13:49:53.056665 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: empty_string_filtering.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.057544 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.058094 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: empty-string-filtering Jun 21 13:49:53.058405 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.059274 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.059774 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 13:49:53.060081 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.060982 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.061474 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 13:49:53.061787 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: external_net.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.062662 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.063160 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: external-net Jun 21 13:49:53.063471 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: extra_dhcp_opt.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.064347 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.064867 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: extra_dhcp_opt Jun 21 13:49:53.065181 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: extraroute.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.066061 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.066558 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: extraroute Jun 21 13:49:53.066873 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: extraroute_atomic.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.067856 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.068360 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: extraroute-atomic Jun 21 13:49:53.068711 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: filter_validation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.069354 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.069869 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: filter-validation Jun 21 13:49:53.070180 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: fip_pf_description.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.071053 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.071546 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 13:49:53.071856 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: fip_port_details.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.072789 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.073285 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: fip-port-details Jun 21 13:49:53.073619 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: flavors.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.074861 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.075317 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: flavors Jun 21 13:49:53.075631 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.077295 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.077808 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 13:49:53.078132 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: floatingip_pools.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.078810 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.079312 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: floatingip-pools Jun 21 13:49:53.079634 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: ip_allocation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.080561 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.081061 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 13:49:53.081375 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.082260 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.082766 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: ip-substring-filtering Jun 21 13:49:53.083083 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: l2_adjacency.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.083983 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.084518 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 13:49:53.084833 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: l3.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.085768 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.086287 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: router Jun 21 13:49:53.086601 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: l3_conntrack_helper.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.088949 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.089525 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 13:49:53.089849 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.090750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.091258 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: ext-gw-mode Jun 21 13:49:53.091573 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.092472 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.092992 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: l3-ha Jun 21 13:49:53.093305 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: l3_flavors.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.094181 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.094681 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: l3-flavors Jun 21 13:49:53.094991 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.095892 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.096392 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 13:49:53.096727 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: l3agentscheduler.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.097738 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.098243 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: l3_agent_scheduler Jun 21 13:49:53.098558 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: logging.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.100018 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.100563 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension logging not supported by any of loaded plugins Jun 21 13:49:53.100889 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: metering.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.101599 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.102168 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: metering Jun 21 13:49:53.102486 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.103544 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.104057 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: metering_source_and_destination_fields Jun 21 13:49:53.104377 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: multiprovidernet.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.105429 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.105962 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: multi-provider Jun 21 13:49:53.106280 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: netmtu.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.107159 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.107662 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: net-mtu Jun 21 13:49:53.107976 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: netmtu_writable.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.108887 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.109383 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: net-mtu-writable Jun 21 13:49:53.109700 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: network_availability_zone.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.110343 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.110836 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: network_availability_zone Jun 21 13:49:53.111150 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: network_ip_availability.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.112215 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.112746 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: network-ip-availability Jun 21 13:49:53.113063 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: network_segment_range.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.113804 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.114303 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 13:49:53.114614 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: pagination.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.115561 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.115879 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: pagination Jun 21 13:49:53.116187 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: port_device_profile.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.117128 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.117632 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: port-device-profile Jun 21 13:49:53.117943 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.118836 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.119334 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: port-mac-address-regenerate Jun 21 13:49:53.119654 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.121129 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.121638 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: port-numa-affinity-policy Jun 21 13:49:53.121969 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: port_resource_request.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.122938 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.123493 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 13:49:53.123840 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: portbindings.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.124898 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.125463 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: binding Jun 21 13:49:53.125783 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: portbindings_extended.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.127271 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.127894 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: binding-extended Jun 21 13:49:53.128254 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: portsecurity.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.129292 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.129886 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: port-security Jun 21 13:49:53.130273 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: project_id.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.131395 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.131725 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: project-id Jun 21 13:49:53.132083 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: providernet.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.133144 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.133654 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: provider Jun 21 13:49:53.133996 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.138190 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.138800 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos not supported by any of loaded plugins Jun 21 13:49:53.139184 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.140598 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.141110 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 13:49:53.141431 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.142320 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.142831 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 13:49:53.143149 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos_default.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.144023 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.144558 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos-default not supported by any of loaded plugins Jun 21 13:49:53.144877 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos_fip.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.145511 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.146007 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos-fip not supported by any of loaded plugins Jun 21 13:49:53.146321 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos_gateway_ip.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.147220 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.147724 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 13:49:53.148040 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos_port_network_policy.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.148943 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.149452 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 13:49:53.149767 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos_rule_type_details.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.150653 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.151162 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 13:49:53.151478 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: qos_rules_alias.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.152589 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.153103 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 13:49:53.153417 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: quotasv2.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.154325 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.154644 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: quotas Jun 21 13:49:53.154957 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: quotasv2_detail.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.157976 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.158313 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: quota_details Jun 21 13:49:53.158638 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: rbac.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.159678 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.160204 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: rbac-policies Jun 21 13:49:53.160562 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: rbac_address_group.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.161461 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.161972 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: rbac-address-group Jun 21 13:49:53.162289 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: rbac_address_scope.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.163177 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.163687 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: rbac-address-scope Jun 21 13:49:53.164008 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: rbac_security_groups.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.164943 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.165453 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: rbac-security-groups Jun 21 13:49:53.165768 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: rbac_subnetpool.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.166655 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.167156 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: rbac-subnetpool Jun 21 13:49:53.167494 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: revisionifmatch.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.168394 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.168928 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: revision-if-match Jun 21 13:49:53.169244 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: revisions.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.170522 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.171036 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: standard-attr-revisions Jun 21 13:49:53.171359 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: router_availability_zone.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.172020 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.172557 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: router_availability_zone Jun 21 13:49:53.173247 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: routerservicetype.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.174128 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.174638 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension router-service-type not supported by any of loaded plugins Jun 21 13:49:53.174944 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.175832 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.176340 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: security-groups-normalized-cidr Jun 21 13:49:53.176676 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: security_groups_port_filtering.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.177566 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.178070 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: port-security-groups-filtering Jun 21 13:49:53.178384 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.179265 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.179768 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: security-groups-remote-address-group Jun 21 13:49:53.180088 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: securitygroup.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.189609 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.190141 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: security-group Jun 21 13:49:53.190469 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: segment.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.191240 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.191745 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension segment not supported by any of loaded plugins Jun 21 13:49:53.192065 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.192996 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.193497 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 13:49:53.193812 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: servicetype.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.194880 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.195392 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: service-type Jun 21 13:49:53.195715 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: sorting.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.196697 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.197020 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: sorting Jun 21 13:49:53.197332 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: standard_attr_segment.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.198214 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.198752 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 13:49:53.199065 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: standardattrdescription.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.199669 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.200177 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: standard-attr-description Jun 21 13:49:53.200517 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: stateful_security_group.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.201421 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.201927 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: stateful-security-group Jun 21 13:49:53.202237 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: stdattrs_common.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.202789 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 13:49:53.203099 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.204059 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.204594 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 13:49:53.204909 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: subnet_onboard.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.205998 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.206503 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: subnet_onboard Jun 21 13:49:53.206818 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.207715 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.208214 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 13:49:53.208563 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: subnet_service_types.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.209484 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.210077 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: subnet-service-types Jun 21 13:49:53.210390 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: subnetallocation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.211508 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.212093 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: subnet_allocation Jun 21 13:49:53.212413 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.213092 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.213603 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: subnetpool-prefix-ops Jun 21 13:49:53.213918 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.214880 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.215375 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 13:49:53.215684 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: tagging.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.216750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.217261 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: standard-attr-tag Jun 21 13:49:53.217579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: timestamp.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.218752 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.219258 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loaded extension: standard-attr-timestamp Jun 21 13:49:53.219576 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: trunk.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.220615 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.221125 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension trunk not supported by any of loaded plugins Jun 21 13:49:53.221445 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: trunk_details.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.222328 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.222834 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension trunk-details not supported by any of loaded plugins Jun 21 13:49:53.223146 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: uplink_status_propagation.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.224041 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.224578 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 13:49:53.224892 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Loading extension file: vlantransparent.py {{(pid=92646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:53.225539 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:53.226045 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 13:49:53.228509 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:network Jun 21 13:49:53.229035 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:subnet Jun 21 13:49:53.229426 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:53.229839 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:port Jun 21 13:49:53.231064 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.231505 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service FLAVORS assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.232114 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.232568 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.232891 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:router Jun 21 13:49:53.233308 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:floatingip Jun 21 13:49:53.233792 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service METERING assigned prefix: /metering {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.235230 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:53.235593 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:53.235944 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:53.236970 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 13:49:53.237405 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:security_group Jun 21 13:49:53.237826 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 13:49:53.238443 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service CORE assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.238762 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:53.239102 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] subnetpool is already registered Jun 21 13:49:53.239537 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service CORE assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.239860 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:53.240187 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] subnetpool is already registered Jun 21 13:49:53.242534 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.242958 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service FLAVORS assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.243539 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.243950 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.244274 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:router Jun 21 13:49:53.244635 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] router is already registered Jun 21 13:49:53.245034 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:floatingip Jun 21 13:49:53.245431 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] floatingip is already registered Jun 21 13:49:53.245877 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service METERING assigned prefix: /metering {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.246532 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 13:49:53.246850 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] rbac_policy is already registered Jun 21 13:49:53.247247 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:security_group Jun 21 13:49:53.247570 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] security_group is already registered Jun 21 13:49:53.247958 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 13:49:53.248278 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] security_group_rule is already registered Jun 21 13:49:53.248914 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service CORE assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.249228 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:53.249552 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] subnetpool is already registered Jun 21 13:49:53.249966 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.v2.resource_helper [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Service CORE assigned prefix: {{(pid=92646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:53.250282 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:53.250604 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING neutron.quota.resource_registry [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] subnetpool is already registered Jun 21 13:49:53.251078 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: extensions {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.252542 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: address-groups {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.254010 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: address-scopes {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.255318 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: agents {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.256486 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: auto-allocated-topology {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.257757 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: availability_zones {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.258952 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: dhcp-networks {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.260445 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: dhcp-agents {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.261914 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: routers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.263606 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: flavors {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.265968 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: service_profiles {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.267168 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: next_providers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.268620 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: service_profiles {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.270147 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: floatingip-pools {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.271358 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: routers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.273074 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: floatingips {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.274338 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: l3-routers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.275701 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: l3-agents {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.277197 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: metering-labels {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.278465 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: metering-label-rules {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.279822 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: network-ip-availabilities {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.281100 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: bindings {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.282606 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: quotas {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.284149 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: quotas {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.285598 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: rbac-policies {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.286780 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: security-groups {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.288045 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: security-group-rules {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.289352 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: service-providers {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.290559 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: subnetpools {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.291851 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: subnetpools {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.293548 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.295206 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.297021 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.299140 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.300843 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.302756 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.304453 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.306216 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.308086 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.309834 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron.api.extensions [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Extended resource: tags {{(pid=92646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:53.315849 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING keystonemiddleware.auth_token [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 13:49:53.320380 dv-cinder-794962-5-iscsi neutron-server[92646]: WARNING keystonemiddleware.auth_token [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 13:49:53.328765 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_concurrency.lockutils [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Acquired lock "singleton_lock" {{(pid=92646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 13:49:53.329166 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_concurrency.lockutils [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Releasing lock "singleton_lock" {{(pid=92646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 13:49:53.329806 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO oslo_service.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Starting 2 workers Jun 21 13:49:53.334484 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Started child 92753 {{(pid=92646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 13:49:53.338780 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Started child 92754 {{(pid=92646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 13:49:53.339775 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:53.340508 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO neutron.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 13:49:53.340999 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Notify callbacks [] for process, before_spawn {{(pid=92646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:53.341136 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [-] (92753) wsgi starting up on http://0.0.0.0:9696 Jun 21 13:49:53.343311 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO oslo_service.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Starting 1 workers Jun 21 13:49:53.343446 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:53.344776 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [-] (92754) wsgi starting up on http://0.0.0.0:9696 Jun 21 13:49:53.348415 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Started child 92755 {{(pid=92646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 13:49:53.348946 dv-cinder-794962-5-iscsi neutron-server[92646]: INFO oslo_service.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Starting 1 workers Jun 21 13:49:53.352190 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] calling RpcWorker wait() {{(pid=92755) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 13:49:53.352792 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] returning from RpcWorker wait() {{(pid=92755) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 13:49:53.353310 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Started child 92756 {{(pid=92646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 13:49:53.354004 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:53.354147 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG neutron_lib.callbacks.manager [None req-afe94a3f-5440-4ee2-bd6f-2ac4e0c7e64b None None] Notify callbacks [] for process, after_spawn {{(pid=92646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:53.354550 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:49:53.355995 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 13:49:53.356172 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 13:49:53.356342 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 13:49:53.356603 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 13:49:53.356926 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 13:49:53.357062 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 13:49:53.357555 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.357838 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.358106 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.358292 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:53.358788 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.358788 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.359168 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.359311 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:49:53.359412 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.359668 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.359917 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.360144 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.360303 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.360498 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.360743 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.360994 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.361280 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.361552 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.361788 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.362048 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.362199 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.362441 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.362715 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.362960 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.363216 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] debug = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.363450 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.363910 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.364148 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.364392 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.364629 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.364911 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.365115 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.365395 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.365619 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.365855 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.366067 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.366314 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.366540 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.366744 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.366958 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.367212 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.367425 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.367875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] host = dv-cinder-794962-5-iscsi {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.368085 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.368293 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.368578 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.368826 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.369060 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.369285 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.369524 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.369772 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.370002 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.370217 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.370488 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.370724 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.370951 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.371179 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.371338 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_options = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.371585 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.371850 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.372109 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.372294 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.372477 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.372724 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.372871 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.373033 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.373281 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.373483 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.373688 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.373893 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.374098 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.374303 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.374559 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.374796 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.375034 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.375251 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.375483 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.375730 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.375965 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.376181 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.376385 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.376645 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.376825 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.377030 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.377271 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.377484 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.377689 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.377937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.378158 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.378419 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.378669 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.378907 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.379144 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.379408 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.379566 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.379833 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.380056 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.380286 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.380542 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.380767 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.381013 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.381237 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.381464 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.381673 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_json = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.382007 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.382299 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.382657 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.382791 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.382971 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.383165 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.383365 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.383604 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.383997 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.384270 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.384607 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.384950 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.385164 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.385518 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.385751 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.386201 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.386353 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.387919 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.388263 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.388552 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.388845 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.389106 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.389382 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.390108 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 33174) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:49:53.390502 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.390814 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.391145 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.391410 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.391715 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.391947 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.392857 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.396013 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.396336 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.396644 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.396931 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.397456 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.398494 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062804 Jun 21 13:49:53.398674 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.400893 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.406222 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.406472 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.406755 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.407045 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.407280 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.407519 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.407754 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.408015 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.408260 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.410810 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.411078 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.411501 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.411891 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.412342 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.412736 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.413130 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.413515 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.413934 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.414218 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.414452 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.414719 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.415409 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.415837 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.416260 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.416685 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.417019 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419162 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419162 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419162 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419162 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419162 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419162 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419162 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419603 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419603 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.419758 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.420113 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.420601 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.421100 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.421500 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.422101 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.422520 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.423249 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.423656 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.424174 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.424637 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.425038 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.425262 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.425484 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.425730 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.425950 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.426168 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429593 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429593 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429593 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429593 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.429819 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.430070 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.430238 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.430468 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.431080 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.431080 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.431361 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.431602 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.431846 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.432062 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.432311 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.432927 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.433159 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.434093 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.434093 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.434093 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.434093 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.434368 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.435426 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.435905 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.436894 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.437270 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.437422 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.437778 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.438050 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.438312 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.438582 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.438824 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.439095 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.439366 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.439638 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.439908 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.440555 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.440555 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.442153 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.442600 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.443069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.444247 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.444561 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.444886 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.445133 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.445365 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.445598 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.449778 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.449778 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.449994 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.450257 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.450521 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.450788 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.451041 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.451294 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.451521 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.451773 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.452022 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.452241 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.456577 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.456860 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.457118 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.457355 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.457590 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.457848 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.458076 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.458306 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.458542 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.458768 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.458991 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.459243 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.459461 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.459678 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.459921 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.460146 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.460366 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.460910 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.461115 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.461779 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.462177 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.462657 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.463019 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.463265 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.463494 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.463727 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.463969 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.465099 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.465099 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.465099 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.465099 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.465397 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.465397 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.465641 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.465852 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.466269 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.466696 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.466983 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.467286 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.467653 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.468108 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.468542 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.468935 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.469280 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.469675 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.469917 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.470137 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.470374 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.470562 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.470808 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.471051 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.471271 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.471503 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.471715 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.471925 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.472137 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.472345 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.472582 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.472859 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.473251 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.473430 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.473858 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.474275 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.474508 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.474717 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.474963 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.475179 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.475389 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.475698 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.475805 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.476032 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.476249 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.476517 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.476756 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.476963 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.477180 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.477388 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.477619 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.477831 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.478118 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.478272 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.478447 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.478655 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.478966 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.479227 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.479462 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.479798 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.480029 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.480276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.480960 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.480960 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.481379 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.481652 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.481887 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.483182 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.483581 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.484009 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.484911 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.485595 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.487158 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.487801 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.488091 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.488469 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.488896 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.489128 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.489418 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.490563 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.491269 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.491269 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.491546 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.491814 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.492049 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.492269 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.492534 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.492771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.492992 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.493346 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.493582 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.493809 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.494024 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.494302 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.494444 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.494669 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.494910 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.495135 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.495396 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.495555 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 13:49:53.496322 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 13:49:53.496523 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 13:49:53.496666 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 13:49:53.496839 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 13:49:53.497009 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 13:49:53.497209 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 13:49:53.497420 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.497579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.497735 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.497893 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.498049 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.498230 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.498390 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.498544 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.498713 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.498850 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.499162 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.499312 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.499457 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.499594 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.499741 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.499889 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.500114 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.500257 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.500395 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.500564 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.500723 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.500860 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.500996 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] debug = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.501144 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.501263 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.501422 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.501576 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.501729 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.502243 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.502243 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.502243 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.502645 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.502645 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.502645 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.503815 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.503815 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.503815 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.503815 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.503815 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.503815 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.503815 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] host = dv-cinder-794962-5-iscsi {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.503815 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.504959 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.504959 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.504959 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.504959 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.504959 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.504959 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.504959 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.505746 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.505746 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.505746 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.505746 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.505746 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.505746 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.506165 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_options = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.506165 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.506307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:49:53.506457 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.506457 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.506457 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.506672 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.506750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.507579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.507579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.507579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.507579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.507579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.507579 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508180 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508180 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508180 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508180 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508576 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508576 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508769 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508769 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.508988 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.509098 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.509201 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.509330 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.509480 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.509643 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.509790 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.509944 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.510122 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.510252 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.510397 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.510551 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.510705 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.510895 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.511102 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.511269 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.511405 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.511548 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.511682 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.511816 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.511961 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.512114 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.512270 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.512497 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.513976 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.514139 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_json = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.514293 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.514432 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.514570 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.514706 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.514841 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.514978 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.515937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.515937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:53.515937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.515937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.515937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.515937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.515937 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.516875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.516875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.516875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.516875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.516875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.516875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.518986 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.518986 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.518986 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.518986 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.518986 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.518986 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.518986 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.518986 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.519750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.519750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.519750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.519750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.519750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.519750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.519750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.519750 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.520174 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.520174 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.520300 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.520523 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.521217 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.521370 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.521521 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.521680 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.521842 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.521983 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.522134 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.522275 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.522421 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.522603 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.522743 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.522889 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.523026 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.523844 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.524023 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.524175 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.524336 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.524520 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.524664 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.524845 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.524987 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.526395 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.526395 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.526697 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.526852 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.526852 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.527113 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.527248 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.527382 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.527519 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.527653 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.527788 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.527924 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.528069 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.528206 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.528352 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.528652 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.528818 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.528959 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.529120 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.529261 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.529421 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.529577 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.529734 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.529890 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.530046 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.530202 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.530359 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.530970 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.530970 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.530970 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.530970 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.531257 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.531257 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.531399 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.531556 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.531712 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.531866 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.532024 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.532181 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.532338 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.533279 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.533495 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.533607 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.533746 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.533998 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.534165 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.534322 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.534480 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.534628 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.534783 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.534944 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.535818 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.535818 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.535818 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.535818 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.535818 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.535818 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.536413 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.536413 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.536413 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.536413 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.536812 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.536812 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.537817 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.537817 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.537817 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.537817 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.537817 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.537817 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.537817 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.538442 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.538442 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.538442 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.538442 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.538723 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.538723 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.538853 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.538924 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.539599 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.539599 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.539599 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.539599 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540037 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540037 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540037 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540353 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540353 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540599 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540599 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540826 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.540960 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.541084 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.541205 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.541325 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.541444 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.541602 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.541751 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.541909 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.542065 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.542425 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.542588 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.542746 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.542903 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.543059 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.543216 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.543372 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.543532 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.543722 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.543830 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.544016 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.544165 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.544325 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.544550 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.544752 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.545796 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.545796 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.545796 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.545796 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.545796 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.546126 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.546126 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.546242 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.546444 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.546533 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.546693 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.546854 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.547010 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.547183 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.547329 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.547493 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.547999 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.548169 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.548330 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.549777 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.549777 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.549777 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.549777 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.550055 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.550120 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.550293 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.550445 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.550587 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.550726 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.550866 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.551016 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.551174 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.551336 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.551492 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.551653 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.551813 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.551973 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.552133 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.552292 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.552478 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.552649 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.552809 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.552970 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.553129 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.553290 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.553459 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.553714 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.553881 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555498 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555498 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555498 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555498 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555498 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555498 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555875 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.555991 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.556180 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.556320 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.556563 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.556730 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.556882 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.557043 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.557968 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.558136 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.558308 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.558470 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.558628 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.558789 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.558953 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.559112 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.559271 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.559445 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.559604 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.559764 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.559921 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.560080 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562276 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.562771 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.563253 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.563253 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.563253 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.563253 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.563482 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.563546 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565097 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565097 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565097 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565097 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565376 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565376 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565491 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565641 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:53.565751 dv-cinder-794962-5-iscsi neutron-server[92646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 13:50:04.421651 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90009438-2a03-4a5e-ab89-6ed3543e6858 None None] get_active_networks_info from dv-cinder-794962-5-iscsi {{(pid=92755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 13:50:04.499555 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90009438-2a03-4a5e-ab89-6ed3543e6858 None None] No non-hosted networks {{(pid=92755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 13:50:04.517639 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.agentschedulers_db [None req-90009438-2a03-4a5e-ab89-6ed3543e6858 None None] DHCP Agent not found on host dv-cinder-794962-5-iscsi {{(pid=92755) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 21 13:50:04.659786 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ace6-e56e-43a6-b8de-42082adceb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057'] for agent, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:06.997912 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d5ed44a9-ba96-4e45-8b2c-f191fe1ecfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057'] for agent, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:07.044980 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f7203056-4ff6-4d54-8957-0957a8558bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:07.254183 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057'] for agent, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:07.255293 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.255863 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.256404 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.257013 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.257910 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.258560 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.259173 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.259945 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.260506 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.261130 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.261765 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.262307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:07.263027 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794962-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:07.271052 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794962-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:08.088772 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057'] for agent, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:09.562516 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057'] for agent, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:10.730225 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 33278) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:11.240228 dv-cinder-794962-5-iscsi neutron-server[92753]: WARNING oslo_policy.policy [None req-73a34a90-0d9e-4917-9e32-b700bdfc7f37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:11.245012 dv-cinder-794962-5-iscsi neutron-server[92753]: WARNING oslo_policy.policy [None req-73a34a90-0d9e-4917-9e32-b700bdfc7f37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:11.462312 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [None req-73a34a90-0d9e-4917-9e32-b700bdfc7f37 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:50:11.463632 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-73a34a90-0d9e-4917-9e32-b700bdfc7f37 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7314286 Jun 21 13:50:12.251499 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.db.l3_hamode_db [None req-e1c34bb1-4ede-4dd8-8f31-0c9e47075738 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 13:50:12.325707 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c34bb1-4ede-4dd8-8f31-0c9e47075738 None None] Routers set() bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:12.326050 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c34bb1-4ede-4dd8-8f31-0c9e47075738 None None] Router IDs set() for agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 13:50:13.766173 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 33292) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:14.101007 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-d24bd0aa-d4b6-4821-b270-4168dfc4f500 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:14.200089 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.policy [None req-d24bd0aa-d4b6-4821-b270-4168dfc4f500 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92753) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 13:50:14.244097 dv-cinder-794962-5-iscsi neutron-server[92753]: WARNING oslo_policy.policy [None req-d24bd0aa-d4b6-4821-b270-4168dfc4f500 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:14.244457 dv-cinder-794962-5-iscsi neutron-server[92753]: WARNING oslo_policy.policy [None req-d24bd0aa-d4b6-4821-b270-4168dfc4f500 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:14.253100 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.quota [None req-d24bd0aa-d4b6-4821-b270-4168dfc4f500 admin admin] Loaded quota_driver: . Jun 21 13:50:14.358523 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d24bd0aa-d4b6-4821-b270-4168dfc4f500 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745721609188', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745721603639', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745721645697', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745721658487', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745721633338', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745721635122', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1631728', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1980143', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-984289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529942'] for rbac-policy, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:14.425786 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d24bd0aa-d4b6-4821-b270-4168dfc4f500 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:14.427116 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-d24bd0aa-d4b6-4821-b270-4168dfc4f500 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6596463 Jun 21 13:50:16.979448 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 33304) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:17.286976 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Request body: {'network': {'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'name': 'private', 'admin_state_up': True, 'project_id': '8891b39a789f4f8d83525e90d8ab0585'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:17.320845 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Made reservation on behalf of 8891b39a789f4f8d83525e90d8ab0585 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:50:17.323702 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:17.340123 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:17.468440 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:17.474643 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:17.479944 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:17.494383 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:50:17.524678 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745720293066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:17.525277 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Unsubscribe: segment precommit_create {{(pid=92753) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 13:50:17.525778 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Added segment dd9d1bdc-7828-4921-84fa-cdebec5ff465 of type vlan for network 57aa7d21-9dc5-41a5-b090-6b950bca2789 Jun 21 13:50:17.549794 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57315fd0-4966-4d1b-aaed-b2611a6cdabf,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:17.597046 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.597401 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.597718 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.598032 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.598342 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.598659 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.598967 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.599265 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.599564 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.599859 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.600182 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.600401 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Tracked resource versions report: Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: pushed versions: Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: { 'AddressGroup': {'1.2'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'ConntrackHelper': {'1.0'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Log': {'1.0'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Network': {'1.1'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Port': {'1.7'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'PortForwarding': {'1.2'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'QosPolicy': {'1.8'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SecurityGroup': {'1.4'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SubPort': {'1.0'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Subnet': {'1.1'}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Trunk': {'1.1'}} Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: consumer versions: Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: { DHCP agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: L3 agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: Metadata agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: Metering agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: Open vSwitch agent@dv-cinder-794962-5-iscsi: { 'AddressGroup': '1.2', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'ConntrackHelper': '1.0', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Log': '1.0', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Network': '1.1', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Port': '1.7', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'PortForwarding': '1.2', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'QosPolicy': '1.8', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SecurityGroup': '1.4', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SecurityGroupRule': '1.2', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SubPort': '1.0', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Subnet': '1.1', Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Trunk': '1.1'}} Jun 21 13:50:17.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: {{(pid=92753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:50:17.652513 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:17.656753 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:17.705731 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:17.707295 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:17.708011 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:17.710801 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:17.777475 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7967594 Jun 21 13:50:17.807119 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Pushing event updated for resources: {'Network': ['ID=57aa7d21-9dc5-41a5-b090-6b950bca2789,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:17.812656 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:17.821115 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 57aa7d21-9dc5-41a5-b090-6b950bca2789 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:50:20.407694 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 33318) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:20.823989 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4ce40-d44d-4345-bb75-3ae6ca14d2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:20.825431 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-67c4ce40-d44d-4345-bb75-3ae6ca14d2e6 admin admin] 10.222.0.21 "GET /v2.0/networks/57aa7d21-9dc5-41a5-b090-6b950bca2789 HTTP/1.1" status: 200 len: 825 time: 0.4167857 Jun 21 13:50:20.849308 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-efb06d6f-96dd-43b5-8296-b3a06a003515 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/b2f8c211-7509-464a-bf0c-344d12fd03af HTTP/1.1" status: 200 len: 734 time: 0.0184035 Jun 21 13:50:20.857528 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'subnetpool_id': 'b2f8c211-7509-464a-bf0c-344d12fd03af', 'name': 'private-subnet'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:20.882703 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Made reservation on behalf of 8891b39a789f4f8d83525e90d8ab0585 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:50:20.886950 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:21.211195 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:21.214957 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:21.291642 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b05278-e125-4acb-ab5f-097dacbeeb37,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:21.297632 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:21.303226 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Checking segment: {'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:21.303599 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Network hostable DHCP agents. Network: 57aa7d21-9dc5-41a5-b090-6b950bca2789, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:50:21.328912 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Network 57aa7d21-9dc5-41a5-b090-6b950bca2789 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:50:21.341532 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 57aa7d21-9dc5-41a5-b090-6b950bca2789) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:21.346385 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:21.346982 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:21.351983 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c711bd-2271-4038-bf93-980b375126ab None None] Network 57aa7d21-9dc5-41a5-b090-6b950bca2789 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:50:21.361930 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5077140 Jun 21 13:50:21.666375 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-57aa7d21-9dc5-41a5-b090-6b950bca2789', 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'fixed_ips': [{'subnet_id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:50:21.667567 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:21.934627 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Allocated IP 172.20.0.2 (57aa7d21-9dc5-41a5-b090-6b950bca2789/f2b05278-e125-4acb-ab5f-097dacbeeb37/7c887b54-4ef4-4b2a-a147-de791baed927) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:50:22.135421 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:22.152306 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Transition to ACTIVE for port object 7c887b54-4ef4-4b2a-a147-de791baed927 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:22.201227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Transition to ACTIVE for port object 7c887b54-4ef4-4b2a-a147-de791baed927 will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:22.211105 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:22.214435 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:22.278459 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Network 57aa7d21-9dc5-41a5-b090-6b950bca2789 is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:50:22.286743 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:22.290843 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:50:22.298975 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Pushing event updated for resources: {'Port': ['ID=7c887b54-4ef4-4b2a-a147-de791baed927,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:22.341148 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.341507 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.341834 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.342146 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.342458 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.342766 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.343072 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.343379 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.343693 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.344002 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.344303 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.344611 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Tracked resource versions report: Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: pushed versions: Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: { 'AddressGroup': {'1.2'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'ConntrackHelper': {'1.0'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Log': {'1.0'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Network': {'1.1'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Port': {'1.7'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'PortForwarding': {'1.2'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'QosPolicy': {'1.8'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SecurityGroup': {'1.4'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SubPort': {'1.0'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Subnet': {'1.1'}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Trunk': {'1.1'}} Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: consumer versions: Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: { DHCP agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: L3 agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: Metadata agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: Metering agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: Open vSwitch agent@dv-cinder-794962-5-iscsi: { 'AddressGroup': '1.2', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'ConntrackHelper': '1.0', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Log': '1.0', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Network': '1.1', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Port': '1.7', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'PortForwarding': '1.2', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'QosPolicy': '1.8', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SecurityGroup': '1.4', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SecurityGroupRule': '1.2', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SubPort': '1.0', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Subnet': '1.1', Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Trunk': '1.1'}} Jun 21 13:50:22.345718 dv-cinder-794962-5-iscsi neutron-server[92755]: {{(pid=92755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:50:22.363553 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:22.375961 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Attempting to bind port 7c887b54-4ef4-4b2a-a147-de791baed927 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:50:22.376349 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Attempting to bind port 7c887b54-4ef4-4b2a-a147-de791baed927 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:50:22.376809 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Attempting to bind port 7c887b54-4ef4-4b2a-a147-de791baed927 on network 57aa7d21-9dc5-41a5-b090-6b950bca2789 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:50:22.381656 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:50:22.382057 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Checking segment: {'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:22.382508 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:22.382891 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Bound using segment: {'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:50:22.383348 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Bound port: 7c887b54-4ef4-4b2a-a147-de791baed927, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:50:22.383723 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:22.444394 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] For port 7c887b54-4ef4-4b2a-a147-de791baed927, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:50:22.448616 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] For port 7c887b54-4ef4-4b2a-a147-de791baed927, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=7c887b54-4ef4-4b2a-a147-de791baed927,segment=NetworkSegment(dd9d1bdc-7828-4921-84fa-cdebec5ff465),segment_id=dd9d1bdc-7828-4921-84fa-cdebec5ff465)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:50:22.454883 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:22.458515 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:22.520408 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Pushing event updated for resources: {'Port': ['ID=7c887b54-4ef4-4b2a-a147-de791baed927,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:22.524019 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:23.705073 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 33326) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:24.215234 dv-cinder-794962-5-iscsi neutron-server[92754]: WARNING oslo_policy.policy [None req-6698bf19-c97e-4de7-be71-9f02e971ba17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:24.215796 dv-cinder-794962-5-iscsi neutron-server[92754]: WARNING oslo_policy.policy [None req-6698bf19-c97e-4de7-be71-9f02e971ba17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:24.426148 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [None req-6698bf19-c97e-4de7-be71-9f02e971ba17 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:50:24.427229 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-6698bf19-c97e-4de7-be71-9f02e971ba17 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7211545 Jun 21 13:50:26.727828 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 33340) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:27.054941 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [None req-d4d86a07-a5e3-483b-9d4b-8d322670d306 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:50:27.055915 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-d4d86a07-a5e3-483b-9d4b-8d322670d306 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3271244 Jun 21 13:50:28.458828 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ff680-fbee-49de-9790-cebfc6b9e06c None None] Network 57aa7d21-9dc5-41a5-b090-6b950bca2789 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:50:28.533465 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-5986cdff-6233-4132-aacd-f09be7f7719b None None] Provisioning for port 7c887b54-4ef4-4b2a-a147-de791baed927 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:29.094087 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7c887b54-4ef4-4b2a-a147-de791baed927 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:29.181411 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 7c887b54-4ef4-4b2a-a147-de791baed927 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:29.185114 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 7c887b54-4ef4-4b2a-a147-de791baed927 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:29.185513 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:29.290948 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:29.323985 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 7c887b54-4ef4-4b2a-a147-de791baed927, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=7c887b54-4ef4-4b2a-a147-de791baed927,segment=NetworkSegment(dd9d1bdc-7828-4921-84fa-cdebec5ff465),segment_id=dd9d1bdc-7828-4921-84fa-cdebec5ff465)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:50:29.328411 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:29.330521 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:29.376730 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=7c887b54-4ef4-4b2a-a147-de791baed927,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:29.379813 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:29.643328 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 33354) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:29.950734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] Request body: {'router': {'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:30.012717 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.policy [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92754) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 13:50:30.058349 dv-cinder-794962-5-iscsi neutron-server[92754]: WARNING oslo_policy.policy [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:30.058715 dv-cinder-794962-5-iscsi neutron-server[92754]: WARNING oslo_policy.policy [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:30.067374 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.quota [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] Loaded quota_driver: . Jun 21 13:50:30.130541 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:30.132514 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:30.282928 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:30.290193 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:30.311253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:30.312456 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-0b478bd6-ec66-4d14-96f7-83dc143b5383 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6681635 Jun 21 13:50:31.073295 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7c887b54-4ef4-4b2a-a147-de791baed927 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:31.123097 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 7c887b54-4ef4-4b2a-a147-de791baed927 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:31.123585 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:32.629263 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 33364) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:32.963546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [None req-1f855337-6964-4c56-ac2f-e8217e79535e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:50:32.964651 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-1f855337-6964-4c56-ac2f-e8217e79535e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3343756 Jun 21 13:50:34.367751 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-6049d28b-b27a-4d34-ac14-3e1faf42ccf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:35.305959 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 33372) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:35.675925 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:35.704603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Made reservation on behalf of 675f13905d79494f9321778ae06bd0f1 for: {'network': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:50:35.707315 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:35.722304 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:35.835276 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:35.841171 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:35.845930 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:35.852190 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Reserving flat network on physical network physnet1 {{(pid=92754) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 13:50:35.883633 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745720293066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:35.884204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Unsubscribe: segment precommit_create {{(pid=92754) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 13:50:35.884721 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.segments_db [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Added segment accf3bd2-0bda-4c01-9410-c4311d207a14 of type flat for network 40be8513-004c-4acd-9bd0-4ca9151a08d2 Jun 21 13:50:35.901006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f6e02f-0fd2-4a28-96ed-66c6b41215a0,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:35.951251 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.951566 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.951900 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.952203 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.952576 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.952881 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.953225 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.953509 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.953810 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.954135 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.954399 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.954762 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Tracked resource versions report: Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: pushed versions: Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: { 'AddressGroup': {'1.2'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'ConntrackHelper': {'1.0'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Log': {'1.0'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Network': {'1.1'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Port': {'1.7'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'PortForwarding': {'1.2'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'QosPolicy': {'1.8'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SecurityGroup': {'1.4'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SubPort': {'1.0'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Subnet': {'1.1'}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Trunk': {'1.1'}} Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: consumer versions: Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: { DHCP agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: L3 agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: Metadata agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: Metering agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: Open vSwitch agent@dv-cinder-794962-5-iscsi: { 'AddressGroup': '1.2', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'ConntrackHelper': '1.0', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Log': '1.0', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Network': '1.1', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Port': '1.7', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'PortForwarding': '1.2', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'QosPolicy': '1.8', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SecurityGroup': '1.4', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SecurityGroupRule': '1.2', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SubPort': '1.0', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Subnet': '1.1', Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Trunk': '1.1'}} Jun 21 13:50:35.955891 dv-cinder-794962-5-iscsi neutron-server[92754]: {{(pid=92754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:50:36.005944 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:36.007819 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:36.061537 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:36.063316 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:36.063988 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:36.066338 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:36.147754 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8402929 Jun 21 13:50:36.165835 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Pushing event updated for resources: {'Network': ['ID=40be8513-004c-4acd-9bd0-4ca9151a08d2,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:36.170178 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:36.177693 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:50:36.982495 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf9c8-fad2-4769-a128-7ebd08689023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:37.244383 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:38.033059 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:38.459982 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 33394) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:38.661341 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1d4af-0e65-408c-81d7-83fc928981cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:38.662667 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-c9e1d4af-0e65-408c-81d7-83fc928981cd admin admin] 10.222.0.21 "GET /v2.0/subnets/f2b05278-e125-4acb-ab5f-097dacbeeb37 HTTP/1.1" status: 200 len: 849 time: 0.2016923 Jun 21 13:50:38.819553 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-76797a0d-3df1-4b13-a90e-783661b1d5fb admin admin] 10.222.0.21 "GET /v2.0/routers/97edd557-cf73-4354-a7c1-9902854688af HTTP/1.1" status: 200 len: 704 time: 0.1512005 Jun 21 13:50:39.097175 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.398698 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Allocated IP 172.20.0.1 (57aa7d21-9dc5-41a5-b090-6b950bca2789/f2b05278-e125-4acb-ab5f-097dacbeeb37/453eb304-3ba0-43a7-a7b7-e1c584a1248d) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:50:39.505525 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.555548 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.577096 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.provisioning_blocks [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Transition to ACTIVE for port object 453eb304-3ba0-43a7-a7b7-e1c584a1248d will not be triggered until provisioned by entity DHCP. {{(pid=92753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:39.658936 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.661155 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:39.781200 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Network 57aa7d21-9dc5-41a5-b090-6b950bca2789 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:50:39.785943 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:39.791447 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:50:39.791447 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.811424 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Pushing event updated for resources: {'Port': ['ID=453eb304-3ba0-43a7-a7b7-e1c584a1248d,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:39.851255 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:39.979312 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-2492363a-0e34-496e-b78d-d4fcc007f2a8 None None] Provisioning for port 453eb304-3ba0-43a7-a7b7-e1c584a1248d completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:39.983073 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-2492363a-0e34-496e-b78d-d4fcc007f2a8 None None] Provisioning complete for port 453eb304-3ba0-43a7-a7b7-e1c584a1248d triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:39.983442 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-2492363a-0e34-496e-b78d-d4fcc007f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.998849 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:40.015866 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-2492363a-0e34-496e-b78d-d4fcc007f2a8 None None] Port 453eb304-3ba0-43a7-a7b7-e1c584a1248d cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:50:40.174639 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:40.181582 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:40.182752 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:40.185323 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:40.257228 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Pushing event updated for resources: {'Port': ['ID=453eb304-3ba0-43a7-a7b7-e1c584a1248d,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:40.261047 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:40.302742 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Network 57aa7d21-9dc5-41a5-b090-6b950bca2789 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:50:40.304132 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:40.464237 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Router 97edd557-cf73-4354-a7c1-9902854688af is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:50:40.538195 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f8547d35-82f8-455f-bca2-cb9de914133e None None] Provisioning complete for port 453eb304-3ba0-43a7-a7b7-e1c584a1248d triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:40.538707 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f8547d35-82f8-455f-bca2-cb9de914133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:40.552674 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:50:40.557842 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] 10.222.0.21 "PUT /v2.0/routers/97edd557-cf73-4354-a7c1-9902854688af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7308693 Jun 21 13:50:40.571145 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Sync routers for ids ['97edd557-cf73-4354-a7c1-9902854688af'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:50:40.574501 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-f8547d35-82f8-455f-bca2-cb9de914133e None None] Port 453eb304-3ba0-43a7-a7b7-e1c584a1248d cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:50:40.582378 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Routers {'97edd557-cf73-4354-a7c1-9902854688af'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:40.583205 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:50:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['97edd557-cf73-4354-a7c1-9902854688af'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:40.764590 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Set router 97edd557-cf73-4354-a7c1-9902854688af gateway port host: None {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:50:41.175681 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97edd557-cf73-4354-a7c1-9902854688af', 'name': 'router1', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:30Z', 'updated_at': '2021-06-21T13:50:39Z', 'revision_number': 2, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'gw_port_host': None, '_interfaces': [{'id': '453eb304-3ba0-43a7-a7b7-e1c584a1248d', 'name': '', 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'mac_address': 'fa:16:3e:52:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:39Z', 'updated_at': '2021-06-21T13:50:40Z', 'revision_number': 2, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'subnets': [{'id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2f8c211-7509-464a-bf0c-344d12fd03af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:41.224727 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Checking router: 97edd557-cf73-4354-a7c1-9902854688af for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:50:41.225094 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Updating router 97edd557-cf73-4354-a7c1-9902854688af port 453eb304-3ba0-43a7-a7b7-e1c584a1248d binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:50:41.284655 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:41.757701 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:41.774998 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Transition to ACTIVE for port object 453eb304-3ba0-43a7-a7b7-e1c584a1248d will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:41.781150 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:41.785803 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:41.980758 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Pushing event updated for resources: {'Port': ['ID=453eb304-3ba0-43a7-a7b7-e1c584a1248d,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:41.983118 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Attempting to bind port 453eb304-3ba0-43a7-a7b7-e1c584a1248d on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:50:41.983517 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Attempting to bind port 453eb304-3ba0-43a7-a7b7-e1c584a1248d by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:50:41.983943 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Attempting to bind port 453eb304-3ba0-43a7-a7b7-e1c584a1248d on network 57aa7d21-9dc5-41a5-b090-6b950bca2789 {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:50:41.993018 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:50:41.993435 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Checking segment: {'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:41.993877 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:41.994291 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Bound using segment: {'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:50:41.994760 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Bound port: 453eb304-3ba0-43a7-a7b7-e1c584a1248d, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9d1bdc-7828-4921-84fa-cdebec5ff465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:50:41.995144 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:41.998308 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:41.998639 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:41.998963 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:41.999281 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:41.999596 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:41.999915 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:42.000211 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:42.000511 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:42.000882 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:42.001193 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:42.001478 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:42.001797 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Tracked resource versions report: Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: pushed versions: Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: { 'AddressGroup': {'1.2'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'ConntrackHelper': {'1.0'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Log': {'1.0'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Network': {'1.1'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Port': {'1.7'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'PortForwarding': {'1.2'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'QosPolicy': {'1.8'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SecurityGroup': {'1.4'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SubPort': {'1.0'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Subnet': {'1.1'}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Trunk': {'1.1'}} Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: consumer versions: Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: { DHCP agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: L3 agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: Metadata agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: Metering agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: Open vSwitch agent@dv-cinder-794962-5-iscsi: { 'AddressGroup': '1.2', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'ConntrackHelper': '1.0', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Log': '1.0', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Network': '1.1', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Port': '1.7', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'PortForwarding': '1.2', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'QosPolicy': '1.8', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SecurityGroup': '1.4', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SecurityGroupRule': '1.2', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SubPort': '1.0', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Subnet': '1.1', Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Trunk': '1.1'}} Jun 21 13:50:42.002923 dv-cinder-794962-5-iscsi neutron-server[92756]: {{(pid=92756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:50:42.013975 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:42.066155 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] For port 453eb304-3ba0-43a7-a7b7-e1c584a1248d, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:50:42.087572 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] For port 453eb304-3ba0-43a7-a7b7-e1c584a1248d, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=453eb304-3ba0-43a7-a7b7-e1c584a1248d,segment=NetworkSegment(dd9d1bdc-7828-4921-84fa-cdebec5ff465),segment_id=dd9d1bdc-7828-4921-84fa-cdebec5ff465)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:50:42.092944 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:42.095530 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:42.154933 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Routers {'97edd557-cf73-4354-a7c1-9902854688af'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:42.157083 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:50:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['97edd557-cf73-4354-a7c1-9902854688af'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:42.160552 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Pushing event updated for resources: {'Port': ['ID=453eb304-3ba0-43a7-a7b7-e1c584a1248d,revision_number=4']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:42.163885 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:42.249997 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] Set router 97edd557-cf73-4354-a7c1-9902854688af gateway port host: None {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:50:42.454971 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97edd557-cf73-4354-a7c1-9902854688af', 'name': 'router1', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:30Z', 'updated_at': '2021-06-21T13:50:39Z', 'revision_number': 2, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'gw_port_host': None, '_interfaces': [{'id': '453eb304-3ba0-43a7-a7b7-e1c584a1248d', 'name': '', 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'mac_address': 'fa:16:3e:52:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:39Z', 'updated_at': '2021-06-21T13:50:42Z', 'revision_number': 4, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'subnets': [{'id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2f8c211-7509-464a-bf0c-344d12fd03af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:42.479935 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aa1a44-5515-49b3-a142-929a822e6299 None None] The sync data for ids ['97edd557-cf73-4354-a7c1-9902854688af'] in dv-cinder-794962-5-iscsi is: [{'id': '97edd557-cf73-4354-a7c1-9902854688af', 'name': 'router1', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:30Z', 'updated_at': '2021-06-21T13:50:39Z', 'revision_number': 2, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'gw_port_host': None, '_interfaces': [{'id': '453eb304-3ba0-43a7-a7b7-e1c584a1248d', 'name': '', 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'mac_address': 'fa:16:3e:52:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:39Z', 'updated_at': '2021-06-21T13:50:42Z', 'revision_number': 4, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'subnets': [{'id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2f8c211-7509-464a-bf0c-344d12fd03af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:50:42.693381 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 33414) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:42.806357 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f82728-b9cc-4de9-aacc-db9d050ff077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:42.807581 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-67f82728-b9cc-4de9-aacc-db9d050ff077 admin admin] 10.222.0.21 "GET /v2.0/networks/40be8513-004c-4acd-9bd0-4ca9151a08d2 HTTP/1.1" status: 200 len: 842 time: 0.1132712 Jun 21 13:50:42.820037 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Request body: {'subnet': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:42.841031 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Made reservation on behalf of 675f13905d79494f9321778ae06bd0f1 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:50:42.843328 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.118426 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.objects.ports [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92753) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 13:50:43.118784 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.120895 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-66caa785-89b2-42a7-b19c-248e9e679297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:43.171185 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce47fa25-86ea-44e2-bef5-e799b68248c8,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:43.174762 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:43.180213 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:43.180611 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Network hostable DHCP agents. Network: 40be8513-004c-4acd-9bd0-4ca9151a08d2, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:50:43.197891 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:50:43.206751 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 40be8513-004c-4acd-9bd0-4ca9151a08d2) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:43.210866 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:43.211449 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.216742 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b775a-fd37-4e1c-b9a4-1da4dd7a2b69 None None] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:50:43.227077 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4103720 Jun 21 13:50:43.351787 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f948b-ae73-4f21-87e7-f1204d032dc2 None None] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:50:45.433350 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 33426) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:45.566921 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ea0dab43-847b-4ff4-aa24-bf51b7cff348 admin admin] 10.222.0.21 "GET /v2.0/routers/97edd557-cf73-4354-a7c1-9902854688af HTTP/1.1" status: 200 len: 710 time: 0.1324766 Jun 21 13:50:45.718692 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9937f3b3-020a-407c-acad-00d96d856534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:45.720065 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9937f3b3-020a-407c-acad-00d96d856534 admin admin] 10.222.0.21 "GET /v2.0/networks/40be8513-004c-4acd-9bd0-4ca9151a08d2 HTTP/1.1" status: 200 len: 886 time: 0.1480124 Jun 21 13:50:45.728812 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:45.970522 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.207489 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.277782 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.385548 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Allocated IP 172.27.2.153 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/489859e8-44e3-4db0-aeec-cf31a861439a) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:50:46.486848 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.530623 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.532783 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:46.570390 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:50:46.575585 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:46.577763 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Pushing event updated for resources: {'Port': ['ID=489859e8-44e3-4db0-aeec-cf31a861439a,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:46.588958 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:50:46.655547 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:46.850541 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.094975 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 453eb304-3ba0-43a7-a7b7-e1c584a1248d up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:47.131162 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.134385 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-969065'] for router, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.144778 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 453eb304-3ba0-43a7-a7b7-e1c584a1248d completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:47.148437 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 453eb304-3ba0-43a7-a7b7-e1c584a1248d triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:47.148826 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.226873 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.237671 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Router 97edd557-cf73-4354-a7c1-9902854688af has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:50:47.257009 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 453eb304-3ba0-43a7-a7b7-e1c584a1248d, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=453eb304-3ba0-43a7-a7b7-e1c584a1248d,segment=NetworkSegment(dd9d1bdc-7828-4921-84fa-cdebec5ff465),segment_id=dd9d1bdc-7828-4921-84fa-cdebec5ff465)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:50:47.261259 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.265110 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:47.309887 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=453eb304-3ba0-43a7-a7b7-e1c584a1248d,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:47.313063 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:47.341395 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:50:47.346163 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Notify callbacks [] for router, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.347308 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] 10.222.0.21 "PUT /v2.0/routers/97edd557-cf73-4354-a7c1-9902854688af HTTP/1.1" status: 200 len: 890 time: 1.6217577 Jun 21 13:50:47.352122 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Sync routers for ids ['97edd557-cf73-4354-a7c1-9902854688af'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:50:47.363232 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Routers {'97edd557-cf73-4354-a7c1-9902854688af'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:47.363956 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:50:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['97edd557-cf73-4354-a7c1-9902854688af'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:47.625090 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Set router 97edd557-cf73-4354-a7c1-9902854688af gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:50:48.010809 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97edd557-cf73-4354-a7c1-9902854688af', 'name': 'router1', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '489859e8-44e3-4db0-aeec-cf31a861439a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:30Z', 'updated_at': '2021-06-21T13:50:46Z', 'revision_number': 4, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'gw_port': {'id': '489859e8-44e3-4db0-aeec-cf31a861439a', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:46Z', 'updated_at': '2021-06-21T13:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '453eb304-3ba0-43a7-a7b7-e1c584a1248d', 'name': '', 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'mac_address': 'fa:16:3e:52:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:39Z', 'updated_at': '2021-06-21T13:50:47Z', 'revision_number': 5, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'subnets': [{'id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2f8c211-7509-464a-bf0c-344d12fd03af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:48.060726 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Checking router: 97edd557-cf73-4354-a7c1-9902854688af for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:50:48.061077 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Updating router 97edd557-cf73-4354-a7c1-9902854688af port 489859e8-44e3-4db0-aeec-cf31a861439a binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:50:48.092806 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:48.408596 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:48.418438 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Transition to ACTIVE for port object 489859e8-44e3-4db0-aeec-cf31a861439a will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:48.425342 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:48.428336 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:48.474629 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946cdd-a3e8-4cc3-8c7d-4f64a2635829 None None] Pushing event updated for resources: {'Port': ['ID=489859e8-44e3-4db0-aeec-cf31a861439a,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:48.478345 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-f6946cdd-a3e8-4cc3-8c7d-4f64a2635829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:48.479155 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Attempting to bind port 489859e8-44e3-4db0-aeec-cf31a861439a on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:50:48.479524 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Attempting to bind port 489859e8-44e3-4db0-aeec-cf31a861439a by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:50:48.479917 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Attempting to bind port 489859e8-44e3-4db0-aeec-cf31a861439a on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:50:48.485000 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:50:48.485378 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:48.485781 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:48.486166 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:50:48.486622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Bound port: 489859e8-44e3-4db0-aeec-cf31a861439a, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:50:48.487002 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:48.537160 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] For port 489859e8-44e3-4db0-aeec-cf31a861439a, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:50:48.540350 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] For port 489859e8-44e3-4db0-aeec-cf31a861439a, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=489859e8-44e3-4db0-aeec-cf31a861439a,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:50:48.545740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:48.549110 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:48.601837 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Routers {'97edd557-cf73-4354-a7c1-9902854688af'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:48.602457 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:50:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['97edd557-cf73-4354-a7c1-9902854688af'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:48.606902 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946cdd-a3e8-4cc3-8c7d-4f64a2635829 None None] Pushing event updated for resources: {'Port': ['ID=489859e8-44e3-4db0-aeec-cf31a861439a,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:48.636234 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-f6946cdd-a3e8-4cc3-8c7d-4f64a2635829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:48.709177 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] Set router 97edd557-cf73-4354-a7c1-9902854688af gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:50:48.981632 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97edd557-cf73-4354-a7c1-9902854688af', 'name': 'router1', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '489859e8-44e3-4db0-aeec-cf31a861439a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:30Z', 'updated_at': '2021-06-21T13:50:46Z', 'revision_number': 4, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'gw_port': {'id': '489859e8-44e3-4db0-aeec-cf31a861439a', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:46Z', 'updated_at': '2021-06-21T13:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '453eb304-3ba0-43a7-a7b7-e1c584a1248d', 'name': '', 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'mac_address': 'fa:16:3e:52:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:39Z', 'updated_at': '2021-06-21T13:50:47Z', 'revision_number': 5, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'subnets': [{'id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2f8c211-7509-464a-bf0c-344d12fd03af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:49.009363 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0090f-08bd-4a95-bd56-6c30a15eba7f None None] The sync data for ids ['97edd557-cf73-4354-a7c1-9902854688af'] in dv-cinder-794962-5-iscsi is: [{'id': '97edd557-cf73-4354-a7c1-9902854688af', 'name': 'router1', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '489859e8-44e3-4db0-aeec-cf31a861439a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:30Z', 'updated_at': '2021-06-21T13:50:46Z', 'revision_number': 4, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'gw_port': {'id': '489859e8-44e3-4db0-aeec-cf31a861439a', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:46Z', 'updated_at': '2021-06-21T13:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '453eb304-3ba0-43a7-a7b7-e1c584a1248d', 'name': '', 'network_id': '57aa7d21-9dc5-41a5-b090-6b950bca2789', 'tenant_id': '8891b39a789f4f8d83525e90d8ab0585', 'mac_address': 'fa:16:3e:52:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97edd557-cf73-4354-a7c1-9902854688af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:39Z', 'updated_at': '2021-06-21T13:50:47Z', 'revision_number': 5, 'project_id': '8891b39a789f4f8d83525e90d8ab0585', 'subnets': [{'id': 'f2b05278-e125-4acb-ab5f-097dacbeeb37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2f8c211-7509-464a-bf0c-344d12fd03af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:50:49.113609 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 453eb304-3ba0-43a7-a7b7-e1c584a1248d up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:49.170766 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 453eb304-3ba0-43a7-a7b7-e1c584a1248d triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:49.171248 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:49.688322 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 33436) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:49.830716 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-1aa281c3-6a8d-41f7-95a4-1eeb448bed66 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1410890 Jun 21 13:50:51.122175 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 489859e8-44e3-4db0-aeec-cf31a861439a up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:51.174465 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 489859e8-44e3-4db0-aeec-cf31a861439a completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:51.177786 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 489859e8-44e3-4db0-aeec-cf31a861439a triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:51.178162 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:51.251027 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:51.270217 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 489859e8-44e3-4db0-aeec-cf31a861439a, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=489859e8-44e3-4db0-aeec-cf31a861439a,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:50:51.274519 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:51.276520 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-f6946cdd-a3e8-4cc3-8c7d-4f64a2635829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:51.320310 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=489859e8-44e3-4db0-aeec-cf31a861439a,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:51.325673 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:53.101914 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 489859e8-44e3-4db0-aeec-cf31a861439a up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:53.167943 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 489859e8-44e3-4db0-aeec-cf31a861439a triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:53.168574 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:57.424129 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:51:04.377584 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3ca3-7692-4108-ba2d-ffe5abd52280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:06.989410 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-18338dfb-e930-4a14-a2fa-cba9cea41843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:07.252951 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:08.039452 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:09.531631 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:34.373484 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0013a472-1573-405d-a10a-15d7ba9284b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:34.418056 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:51:36.994075 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-781de316-6679-4549-8325-d173d9d3d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:37.248802 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:38.045897 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:39.534032 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:04.375450 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-88307470-733b-4b25-a223-153df519c773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:06.999527 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-36e4dc0e-2cc1-4c9a-bbb2-3f19272c057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:07.251513 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:08.046826 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:09.533388 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:11.422445 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:52:26.915594 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34004) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:26.984641 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fc9848-1ca5-43cf-bad2-bf6c2038b615 admin admin] GET failed (client error): The resource could not be found. Jun 21 13:52:26.985920 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-18fc9848-1ca5-43cf-bad2-bf6c2038b615 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0693829 Jun 21 13:52:27.185443 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317f031-4bd8-4a71-846f-3b4c115a1c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:27.191059 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3317f031-4bd8-4a71-846f-3b4c115a1c92 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1954930 Jun 21 13:52:29.292332 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34014) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:29.389503 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5414a94-ffb4-4d0b-9855-97d3f2581c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:29.390789 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b5414a94-ffb4-4d0b-9855-97d3f2581c7d admin admin] 10.222.0.21 "GET /v2.0/subnets/f2b05278-e125-4acb-ab5f-097dacbeeb37 HTTP/1.1" status: 200 len: 849 time: 0.0971107 Jun 21 13:52:29.402736 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:52:29.493560 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Notify callbacks [] for subnet, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:29.636024 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745720211676'] for subnet, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:29.638522 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-844016be-772f-4d36-864e-353c9b7738e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:52:29.666793 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:29.667304 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:29.668760 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] 10.222.0.21 "PUT /v2.0/subnets/f2b05278-e125-4acb-ab5f-097dacbeeb37 HTTP/1.1" status: 200 len: 868 time: 0.2696168 Jun 21 13:52:29.673320 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8860ab-1eac-4f8d-b5f0-ac226b595f05 None None] Network 57aa7d21-9dc5-41a5-b090-6b950bca2789 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:52:29.691513 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b05278-e125-4acb-ab5f-097dacbeeb37,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:52:29.700144 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.700558 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.700883 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.701221 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.701583 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.701933 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.702320 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.702638 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.702973 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.703328 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.703680 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.703999 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:29.708678 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:52:30.005675 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-9ef4ba1e-221c-41c0-8979-04cf0a4747ce None None] Provisioning complete for port 453eb304-3ba0-43a7-a7b7-e1c584a1248d triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:52:30.006053 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ba1e-221c-41c0-8979-04cf0a4747ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:30.090865 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-9ef4ba1e-221c-41c0-8979-04cf0a4747ce None None] Provisioning complete for port 7c887b54-4ef4-4b2a-a147-de791baed927 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:52:30.091227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ba1e-221c-41c0-8979-04cf0a4747ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:31.769370 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34024) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:31.982611 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53444de-a4a1-4181-b48b-74e4c48598e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:31.983090 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53444de-a4a1-4181-b48b-74e4c48598e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:31.984734 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-d53444de-a4a1-4181-b48b-74e4c48598e3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2143755 Jun 21 13:52:34.091403 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34032) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:34.228381 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4be06c-a9de-46ca-8f4f-ddb9afa31802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:34.228884 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4be06c-a9de-46ca-8f4f-ddb9afa31802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:34.230417 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ea4be06c-a9de-46ca-8f4f-ddb9afa31802 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1380517 Jun 21 13:52:34.379055 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-2cc1dd67-177f-4653-80a4-9cbb6a4a8a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:36.312498 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34040) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:36.460663 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5c2c31-6d40-41ea-a253-6606d60877fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:36.461996 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4a5c2c31-6d40-41ea-a253-6606d60877fe admin admin] 10.222.0.21 "GET /v2.0/networks/40be8513-004c-4acd-9bd0-4ca9151a08d2 HTTP/1.1" status: 200 len: 886 time: 0.1482022 Jun 21 13:52:37.003145 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-cae559ec-e524-43eb-a89b-483b3d83888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:37.255455 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:38.049448 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:38.588073 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34048) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:38.727306 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3151e4e1-cc7d-488c-ab13-a5cdd31601cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:38.728683 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-3151e4e1-cc7d-488c-ab13-a5cdd31601cf admin admin] 10.222.0.21 "GET /v2.0/networks/57aa7d21-9dc5-41a5-b090-6b950bca2789 HTTP/1.1" status: 200 len: 869 time: 0.1396232 Jun 21 13:52:39.532097 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:40.827579 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34056) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:40.959987 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a37890-56e4-4d4b-adb9-3cbff03365d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:40.960460 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a37890-56e4-4d4b-adb9-3cbff03365d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:40.961979 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-33a37890-56e4-4d4b-adb9-3cbff03365d9 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1334305 Jun 21 13:52:43.079341 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34064) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:43.214471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42682a62-f755-4183-83da-95ac2d601cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:43.214922 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42682a62-f755-4183-83da-95ac2d601cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:43.216418 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-42682a62-f755-4183-83da-95ac2d601cc0 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1361299 Jun 21 13:52:45.282322 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34072) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:45.374961 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13944689-3e70-4a6e-b63b-37cf072a1e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:45.376689 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-13944689-3e70-4a6e-b63b-37cf072a1e9f admin admin] 10.222.0.21 "GET /v2.0/subnets/ce47fa25-86ea-44e2-bef5-e799b68248c8 HTTP/1.1" status: 200 len: 816 time: 0.0934174 Jun 21 13:52:47.455334 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34080) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:47.548531 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3241373d-dd60-4dae-873e-b58b6982bd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:47.549858 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-3241373d-dd60-4dae-873e-b58b6982bd5b admin admin] 10.222.0.21 "GET /v2.0/subnets/f2b05278-e125-4acb-ab5f-097dacbeeb37 HTTP/1.1" status: 200 len: 868 time: 0.0935783 Jun 21 13:52:48.479649 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:53:04.390626 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7eb2d7cd-a46a-4dac-a202-950ce365af9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:07.006925 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fa9824d3-8707-47ed-96d8-7be35bc57e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:07.258723 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:08.052726 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:09.536414 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:10.467442 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34124) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:53:10.526378 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [None req-fdcbe684-ece5-4c1c-975b-44468b840487 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:53:10.529061 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-fdcbe684-ece5-4c1c-975b-44468b840487 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590692 Jun 21 13:53:12.698723 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34132) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:53:12.768941 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.pecan_wsgi.hooks.translation [None req-1577f15e-1fa2-42be-b7bd-5165556e9f83 admin admin] GET failed (client error): The resource could not be found. Jun 21 13:53:12.770204 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-1577f15e-1fa2-42be-b7bd-5165556e9f83 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705583 Jun 21 13:53:12.907866 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce7231-922d-4a4f-b17d-081cfc5bcf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:53:12.909242 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-05ce7231-922d-4a4f-b17d-081cfc5bcf28 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1333067 Jun 21 13:53:15.053725 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34140) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:53:15.109669 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:53:15.134473 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Made reservation on behalf of 675f13905d79494f9321778ae06bd0f1 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:53:15.136842 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.165668 dv-cinder-794962-5-iscsi neutron-server[92753]: WARNING neutron.services.revisions.revision_plugin [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Could not find related network for resource to bump revision. Jun 21 13:53:15.178174 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:53:15.188646 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.188973 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Added segment 5cfa91e3-a1e2-44df-9393-b1081bfab360 of type vlan for network 7a7826ab-c449-4767-9b6f-259c7c58c54d Jun 21 13:53:15.226132 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.255474 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.256718 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:53:15.257358 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.260023 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:15.401263 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3457348 Jun 21 13:53:15.415025 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7826ab-c449-4767-9b6f-259c7c58c54d,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:15.420435 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:15.430218 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 7a7826ab-c449-4767-9b6f-259c7c58c54d details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:53:17.537274 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34148) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:53:17.598964 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc290a98-1037-4edc-b79b-8273a722f182 admin admin] GET failed (client error): The resource could not be found. Jun 21 13:53:17.600264 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-fc290a98-1037-4edc-b79b-8273a722f182 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619810 Jun 21 13:53:17.669806 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da689c-7c58-45f3-959e-b16ea5c2dbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:53:17.671241 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-88da689c-7c58-45f3-959e-b16ea5c2dbed admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652874 Jun 21 13:53:17.684693 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:53:17.713930 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Made reservation on behalf of 675f13905d79494f9321778ae06bd0f1 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:53:17.716181 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:17.876019 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:17.877972 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:17.925765 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948ca917-dcd5-4c1f-a59d-2c4837273548,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:17.932468 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:17.941202 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Checking segment: {'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:53:17.941556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Network hostable DHCP agents. Network: 7a7826ab-c449-4767-9b6f-259c7c58c54d, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:53:17.958770 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Network 7a7826ab-c449-4767-9b6f-259c7c58c54d is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:53:17.967269 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 7a7826ab-c449-4767-9b6f-259c7c58c54d) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:53:17.971250 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:53:17.971828 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:17.976580 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1fa20-b132-4d9f-8b42-e325d5307885 None None] Network 7a7826ab-c449-4767-9b6f-259c7c58c54d requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:53:17.986203 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3049829 Jun 21 13:53:18.222992 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-7a7826ab-c449-4767-9b6f-259c7c58c54d', 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d', 'tenant_id': '675f13905d79494f9321778ae06bd0f1', 'fixed_ips': [{'subnet_id': '948ca917-dcd5-4c1f-a59d-2c4837273548'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:53:18.223870 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:18.354703 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Allocated IP 192.168.233.2 (7a7826ab-c449-4767-9b6f-259c7c58c54d/948ca917-dcd5-4c1f-a59d-2c4837273548/5298f5c8-b76c-4058-81e2-db4852b85b8f) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:53:18.496706 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:18.506084 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Transition to ACTIVE for port object 5298f5c8-b76c-4058-81e2-db4852b85b8f will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:53:18.522184 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Transition to ACTIVE for port object 5298f5c8-b76c-4058-81e2-db4852b85b8f will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:53:18.529877 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:18.532166 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:18.573279 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Network 7a7826ab-c449-4767-9b6f-259c7c58c54d is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:53:18.576176 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:53:18.582293 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:53:18.584442 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Pushing event updated for resources: {'Port': ['ID=5298f5c8-b76c-4058-81e2-db4852b85b8f,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:18.592485 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.592821 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.593146 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.593471 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.593819 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.594140 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.594456 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.594769 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.595100 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.595414 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.595718 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.596025 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:18.601159 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:18.647895 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Attempting to bind port 5298f5c8-b76c-4058-81e2-db4852b85b8f on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:53:18.648292 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Attempting to bind port 5298f5c8-b76c-4058-81e2-db4852b85b8f by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:53:18.648829 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Attempting to bind port 5298f5c8-b76c-4058-81e2-db4852b85b8f on network 7a7826ab-c449-4767-9b6f-259c7c58c54d {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:53:18.653808 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:53:18.654181 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Checking segment: {'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:53:18.654579 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:18.655119 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Bound using segment: {'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:53:18.655591 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Bound port: 5298f5c8-b76c-4058-81e2-db4852b85b8f, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:53:18.655970 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:18.717756 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] For port 5298f5c8-b76c-4058-81e2-db4852b85b8f, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:53:18.720842 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] For port 5298f5c8-b76c-4058-81e2-db4852b85b8f, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=5298f5c8-b76c-4058-81e2-db4852b85b8f,segment=NetworkSegment(5cfa91e3-a1e2-44df-9393-b1081bfab360),segment_id=5cfa91e3-a1e2-44df-9393-b1081bfab360)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:53:18.726086 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:18.728442 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:18.785336 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Pushing event updated for resources: {'Port': ['ID=5298f5c8-b76c-4058-81e2-db4852b85b8f,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:18.786929 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:19.232737 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 5298f5c8-b76c-4058-81e2-db4852b85b8f up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:53:19.281653 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 5298f5c8-b76c-4058-81e2-db4852b85b8f completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:53:19.560963 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65720a55-ddc0-4583-875e-9b5d8a449795 None None] Network 7a7826ab-c449-4767-9b6f-259c7c58c54d requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:53:19.612929 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] Provisioning for port 5298f5c8-b76c-4058-81e2-db4852b85b8f completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:53:19.620515 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] Provisioning complete for port 5298f5c8-b76c-4058-81e2-db4852b85b8f triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:53:19.620842 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:19.766888 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:19.811957 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] For port 5298f5c8-b76c-4058-81e2-db4852b85b8f, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=5298f5c8-b76c-4058-81e2-db4852b85b8f,segment=NetworkSegment(5cfa91e3-a1e2-44df-9393-b1081bfab360),segment_id=5cfa91e3-a1e2-44df-9393-b1081bfab360)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:53:19.816872 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:19.818660 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:19.867366 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] Pushing event updated for resources: {'Port': ['ID=5298f5c8-b76c-4058-81e2-db4852b85b8f,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:19.870599 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:20.039929 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-30e01c37-a0ad-4b15-9296-e32b344368d4 None None] Provisioning complete for port 5298f5c8-b76c-4058-81e2-db4852b85b8f triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:53:20.040276 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-30e01c37-a0ad-4b15-9296-e32b344368d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:21.205006 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 5298f5c8-b76c-4058-81e2-db4852b85b8f up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:53:21.253922 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 5298f5c8-b76c-4058-81e2-db4852b85b8f triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:53:21.254290 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:25.421572 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:53:34.395233 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-49933c9a-174e-47bd-8a67-fe4e3a8ef7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:37.013394 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-55cfd306-4439-4b84-af1b-789794c3010e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:37.261221 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:38.055348 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:39.541365 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:02.424538 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:54:04.388611 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-3a3ce637-805d-42d4-a3a1-0c2ed2ee4db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:07.007440 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-339bd659-0082-4c5f-9edb-05462fbe3950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:07.267509 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:08.059279 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:09.537037 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.161796 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34200) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:54:29.169530 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [None req-752af61b-9bc5-4162-b5c2-58401973ae4a tempest-verify_tempest_config-963846175 tempest-verify_tempest_config-963846175-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:54:29.170822 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-752af61b-9bc5-4162-b5c2-58401973ae4a tempest-verify_tempest_config-963846175 tempest-verify_tempest_config-963846175-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0076129 Jun 21 13:54:29.513531 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34218) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:54:29.618271 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.704359 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.710659 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.713679 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:54:29.754702 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7603f5da1d3e47e7b6136d02e8442e60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2402117 Jun 21 13:54:29.755498 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b49aa6-4b22-4cb8-aacf-918befd5c346,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:54:29.757397 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34222) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:54:29.767941 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.768229 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.768602 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.768926 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.769249 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.769563 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.769890 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.770208 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.770536 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.770834 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.771146 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.771452 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.781517 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:54:29.821479 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-01930a33-9ae1-49ce-a66e-118295db19a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.841616 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-01930a33-9ae1-49ce-a66e-118295db19a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.932155 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-01930a33-9ae1-49ce-a66e-118295db19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.937185 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-01930a33-9ae1-49ce-a66e-118295db19a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.938850 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-01930a33-9ae1-49ce-a66e-118295db19a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82b49aa6-4b22-4cb8-aacf-918befd5c346 HTTP/1.1" status: 204 len: 168 time: 0.1796348 Jun 21 13:54:29.939906 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-60a0f6f3-b9c6-47da-a7c5-485ccba23402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:54:29.948711 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01930a33-9ae1-49ce-a66e-118295db19a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b49aa6-4b22-4cb8-aacf-918befd5c346,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:54:29.951043 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-01930a33-9ae1-49ce-a66e-118295db19a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:54:34.393306 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-16b7e82f-9d18-46c8-800c-9b555236bb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:37.010160 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-057d3f80-3db8-4d71-9bd4-11fc752bba9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:37.261754 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:38.062842 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:39.426679 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:54:39.540776 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:04.401810 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-456227f8-dd79-4120-9492-9f0b8b958a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:07.025389 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d0201d0b-3166-4139-b1a8-5fed1cbacd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:07.269260 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:08.073002 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:09.552865 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:16.435347 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:55:34.399336 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f9877731-d587-4508-a493-fee8433e9318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:37.030986 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-827f0124-f5b3-4f01-940f-ddb2fbfd618d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:37.271399 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:38.090110 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:39.555923 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:53.435226 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 5 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:56:04.402136 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-b5607e09-6238-4159-bf64-aa3cddaa46e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:07.016780 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-6514fd98-6918-416b-8b5a-da89318ef047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:07.276217 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:07.345359 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057'] for agent, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:08.081049 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:09.553548 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:21.413436 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34294) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:56:21.531638 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-baf72448-af51-4d9d-86e7-cb3c5629a126 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1170008 Jun 21 13:56:23.675201 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34304) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:56:23.737721 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-2562e2de-4212-4b21-9158-e898465ea17a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0614202 Jun 21 13:56:30.429230 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:56:34.400533 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-57184c0a-5578-4238-a18f-b0657414bb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:37.029542 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c9a81519-6413-47d2-bab4-b27f1e71cd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:37.270617 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:37.339517 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:38.083994 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:39.555479 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:04.398302 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eadb5357-d91d-4a1a-b49b-cf766246958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:07.028770 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-72fb34bb-f527-42b8-a748-3558cf11bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:07.276728 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:07.335356 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:07.432821 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:57:08.082671 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:09.555982 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:34.391314 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c13a-703b-448b-8bc4-4ba16cf00492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:37.021821 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dac5c9ef-5ff5-4007-92fd-4458f6710ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:37.270657 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:37.339555 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:38.082918 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:39.556311 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:44.437280 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:57:53.608760 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34448) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:53.952715 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-117338178-network', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:53.977362 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Made reservation on behalf of c911c52f16d04d60a145cb8beda5e6e4 for: {'network': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:53.979939 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:53.988299 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.085334 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.090975 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.095485 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:54.129291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=92754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:54.131385 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d37d79-8e11-44c4-854d-fce1d4ca3ec0,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:54.145367 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.146120 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.146532 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.146957 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.147274 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.147602 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.148063 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.148233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.148610 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.148975 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.149403 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.149569 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Tracked resource versions report: Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: pushed versions: Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: { 'AddressGroup': {'1.2'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'ConntrackHelper': {'1.0'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Log': {'1.0'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Network': {'1.1'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Port': {'1.7'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'PortForwarding': {'1.2'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'QosPolicy': {'1.8'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SecurityGroup': {'1.4'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SubPort': {'1.0'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Subnet': {'1.1'}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Trunk': {'1.1'}} Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: consumer versions: Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: { DHCP agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: HyperV agent@hv-cinder-79496: {}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: L3 agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: Metadata agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: Metering agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: Open vSwitch agent@dv-cinder-794962-5-iscsi: { 'AddressGroup': '1.2', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'ConntrackHelper': '1.0', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Log': '1.0', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Network': '1.1', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Port': '1.7', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'PortForwarding': '1.2', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'QosPolicy': '1.8', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SecurityGroup': '1.4', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SecurityGroupRule': '1.2', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'SubPort': '1.0', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Subnet': '1.1', Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: 'Trunk': '1.1'}} Jun 21 13:57:54.150799 dv-cinder-794962-5-iscsi neutron-server[92754]: {{(pid=92754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:57:54.156952 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.157710 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.segments_db [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Added segment 45ff8a41-7e7e-42dc-8a19-64e76f00497f of type vlan for network 2d6c84dc-da92-449c-ab5c-526075440e9a Jun 21 13:57:54.161563 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:54.205064 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.234181 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.235660 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:54.236229 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.238989 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:54.290530 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6809394 Jun 21 13:57:54.293856 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34498) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:54.301554 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Request body: {'subnet': {'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-subnet', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:54.303008 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Pushing event updated for resources: {'Network': ['ID=2d6c84dc-da92-449c-ab5c-526075440e9a,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:54.307923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:54.315862 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 2d6c84dc-da92-449c-ab5c-526075440e9a details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:54.346483 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Made reservation on behalf of c911c52f16d04d60a145cb8beda5e6e4 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:54.359185 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.422831 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34506) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:54.533682 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.541423 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:54.582903 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8e9ead-4906-4ad8-ad95-183a83c713b2,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:54.611423 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.611779 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.612111 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.612455 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.612784 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.613119 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.613435 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.613746 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.614071 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.614383 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.614690 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.614995 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Tracked resource versions report: Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: pushed versions: Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: { 'AddressGroup': {'1.2'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'ConntrackHelper': {'1.0'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Log': {'1.0'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Network': {'1.1'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Port': {'1.7'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'PortForwarding': {'1.2'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'QosPolicy': {'1.8'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SecurityGroup': {'1.4'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SubPort': {'1.0'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Subnet': {'1.1'}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Trunk': {'1.1'}} Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: consumer versions: Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: { DHCP agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: HyperV agent@hv-cinder-79496: {}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: L3 agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: Metadata agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: Metering agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: Open vSwitch agent@dv-cinder-794962-5-iscsi: { 'AddressGroup': '1.2', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'ConntrackHelper': '1.0', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Log': '1.0', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Network': '1.1', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Port': '1.7', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'PortForwarding': '1.2', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'QosPolicy': '1.8', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SecurityGroup': '1.4', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SecurityGroupRule': '1.2', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'SubPort': '1.0', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Subnet': '1.1', Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: 'Trunk': '1.1'}} Jun 21 13:57:54.616101 dv-cinder-794962-5-iscsi neutron-server[92753]: {{(pid=92753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:57:54.624040 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:54.626901 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Checking segment: {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:54.627249 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Network hostable DHCP agents. Network: 2d6c84dc-da92-449c-ab5c-526075440e9a, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:54.644519 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Network 2d6c84dc-da92-449c-ab5c-526075440e9a is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:54.655051 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 2d6c84dc-da92-449c-ab5c-526075440e9a) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:54.660197 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:54.662424 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.663288 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87de53-e336-4539-9f84-4024f34b10e3 None None] Network 2d6c84dc-da92-449c-ab5c-526075440e9a requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:54.683574 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34520) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:54.689437 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:54.695370 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4000449 Jun 21 13:57:54.695875 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34522) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:54.724211 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.725911 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.799978 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1961787876-network', 'tenant_id': '12404e5c2bae41319c24964a111ea8c0'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:54.801470 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f891e3-7ace-442b-9e74-4ea8c995501a None None] Network 2d6c84dc-da92-449c-ab5c-526075440e9a requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:54.804849 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.963418 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34532) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:54.965115 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Made reservation on behalf of 12404e5c2bae41319c24964a111ea8c0 for: {'network': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:54.967507 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.003298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.012481 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.084301 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-193534380-network', 'tenant_id': '7d173f3189e24446825aade1160d951e'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:55.208132 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1766422762-network', 'tenant_id': '75c5b530eb624bdc8c0da7375df05f8e'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:55.220134 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.230913 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.239893 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.db.api [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 13:57:55.239893 dv-cinder-794962-5-iscsi neutron-server[92753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 13:57:55.239893 dv-cinder-794962-5-iscsi neutron-server[92753]: [parameters: {'project_id_1': '75c5b530eb624bdc8c0da7375df05f8e', 'expiration_1': datetime.datetime(2021, 6, 21, 13, 57, 55, 213075)}] Jun 21 13:57:55.239893 dv-cinder-794962-5-iscsi neutron-server[92753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 13:57:55.241330 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_db.api [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 13:57:55.241966 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:55.281024 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:55.313868 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02430c48-9afe-4348-9e48-760bf0bcdd25,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:55.342854 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:55.346274 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Made reservation on behalf of 7d173f3189e24446825aade1160d951e for: {'network': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:55.348695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.359443 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.364741 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.365078 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.segments_db [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Added segment ee5453b9-f151-4e78-9628-9a0a46585efa of type vlan for network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 Jun 21 13:57:55.459713 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.500507 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.504648 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.851938 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.862950 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:55.863826 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.874235 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:55.958490 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Pushing event updated for resources: {'Network': ['ID=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:55.963758 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:55.973235 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:55.996148 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Allocated IP 172.27.2.33 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/0eed6915-3810-4fcb-9567-6fae3db2a017) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:56.224342 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.229893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.237732 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.263760 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Made reservation on behalf of 75c5b530eb624bdc8c0da7375df05f8e for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:56.266244 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.274491 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:56.283575 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.297339 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8722875 Jun 21 13:57:56.297769 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34600) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:56.348936 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f15d0-f638-45c9-9fb6-0f261cce1183,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:56.361044 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=92754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:56.363790 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:56.374286 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Request body: {'subnet': {'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1961787876-subnet', 'tenant_id': '12404e5c2bae41319c24964a111ea8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:56.404080 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.404484 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.segments_db [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Added segment ed476980-cc6a-4d9d-b0f0-fbf2b846bda9 of type vlan for network 97b3aeb1-651c-41db-99fd-01386d540e26 Jun 21 13:57:56.405915 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.425341 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.439709 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:56.441571 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Made reservation on behalf of 12404e5c2bae41319c24964a111ea8c0 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:56.443847 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.474520 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.489264 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.499286 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:56.586909 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0eed6915-3810-4fcb-9567-6fae3db2a017,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:56.595344 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:56.605501 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:56.607038 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:56.610371 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.616796 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:56.617696 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:56.623189 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34610) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:56.633945 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.634370 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Added segment 8730987b-7639-4a17-90e1-ffada439860a of type vlan for network e5d343f2-289f-4b46-94f1-399a808a9be1 Jun 21 13:57:56.675866 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.700694 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.733384 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.758189 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:56.758781 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.768608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Checking segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:56.768957 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Network hostable DHCP agents. Network: ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:56.769490 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:56.770142 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.775239 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-32d48477-a161-41d7-861c-f96d8bc8bfe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:56.792563 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72dbe99-2133-47ee-a2bd-59d2149231e4,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:56.811784 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8443906 Jun 21 13:57:56.812196 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:56.813775 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:56.816077 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:56.822057 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34620) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:56.846058 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Request body: {'subnet': {'network_id': 'e5d343f2-289f-4b46-94f1-399a808a9be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1766422762-subnet', 'tenant_id': '75c5b530eb624bdc8c0da7375df05f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:56.873599 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:56.878739 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Made reservation on behalf of 75c5b530eb624bdc8c0da7375df05f8e for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:56.882579 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1824741 Jun 21 13:57:56.887210 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a15be-2e01-4631-8b5a-79fb7f5fafda None None] Network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:56.887508 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34624) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:56.893503 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.900997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Request body: {'subnet': {'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-193534380-subnet', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:56.918895 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Pushing event updated for resources: {'Network': ['ID=97b3aeb1-651c-41db-99fd-01386d540e26,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:56.931297 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:57.004645 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-fcb58da3-a959-42db-9335-025b3a2618ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.022725 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Made reservation on behalf of 7d173f3189e24446825aade1160d951e for: {'subnet': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:57.026143 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.047603 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:57.050417 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.110173 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.129516 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 97b3aeb1-651c-41db-99fd-01386d540e26 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:57.275065 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d5d46-3259-41bb-8482-450ebea06030 None None] Network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:57.282727 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9128814 Jun 21 13:57:57.308564 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.310546 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cc21af-7543-4e92-98cc-29627309357a,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:57.315340 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:57.319188 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:57.522045 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-fcb58da3-a959-42db-9335-025b3a2618ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.540836 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-fcb58da3-a959-42db-9335-025b3a2618ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.575104 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Checking segment: {'id': '8730987b-7639-4a17-90e1-ffada439860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5d343f2-289f-4b46-94f1-399a808a9be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:57.575715 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Network hostable DHCP agents. Network: e5d343f2-289f-4b46-94f1-399a808a9be1, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:57.619190 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-fcb58da3-a959-42db-9335-025b3a2618ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14ddc686bd774ab980859b096bde7812&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9947641 Jun 21 13:57:57.622358 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34658) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:57.623140 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Pushing event updated for resources: {'Network': ['ID=e5d343f2-289f-4b46-94f1-399a808a9be1,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:57.631609 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:57.633250 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d81df73f-3a09-4120-aefc-1ac7704e6879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:57.634676 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network e5d343f2-289f-4b46-94f1-399a808a9be1 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:57.689451 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.693236 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.698245 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:57.709084 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Network e5d343f2-289f-4b46-94f1-399a808a9be1 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:57.757153 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, e5d343f2-289f-4b46-94f1-399a808a9be1) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:57.764489 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:57.765177 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.768838 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5ada71-82f0-4ccc-8b0e-d80c89622559 None None] Network e5d343f2-289f-4b46-94f1-399a808a9be1 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:57.786151 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-38508e56-89d4-4d62-ad6f-0733004483e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.787700 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d65988-f349-46ae-87b9-d01c3de6baf9,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:57.801685 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:57.804482 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:57.872089 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb58da3-a959-42db-9335-025b3a2618ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557bbc8f-5f40-4b5b-a690-78ca6d7219ed,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:57.882378 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-fcb58da3-a959-42db-9335-025b3a2618ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:57.917608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-38508e56-89d4-4d62-ad6f-0733004483e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.974013 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c8fff2-9216-4f6c-b827-1de134570e98 None None] Network e5d343f2-289f-4b46-94f1-399a808a9be1 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:58.000823 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1759052 Jun 21 13:57:58.003693 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-38508e56-89d4-4d62-ad6f-0733004483e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.015049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-38508e56-89d4-4d62-ad6f-0733004483e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.016850 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-38508e56-89d4-4d62-ad6f-0733004483e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/557bbc8f-5f40-4b5b-a690-78ca6d7219ed HTTP/1.1" status: 204 len: 168 time: 0.3908050 Jun 21 13:57:58.017760 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-fcb58da3-a959-42db-9335-025b3a2618ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:58.044225 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38508e56-89d4-4d62-ad6f-0733004483e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557bbc8f-5f40-4b5b-a690-78ca6d7219ed,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:58.051722 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-38508e56-89d4-4d62-ad6f-0733004483e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:58.101101 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d8ef45-9799-407b-8152-f3b683e4292e,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:58.137710 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:58.141204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Checking segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:58.141528 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Network hostable DHCP agents. Network: 97b3aeb1-651c-41db-99fd-01386d540e26, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:58.218125 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34698) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:58.220802 dv-cinder-794962-5-iscsi neutron-server[92753]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 13:57:58.221015 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Network 97b3aeb1-651c-41db-99fd-01386d540e26 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:58.237620 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Router 55b53ff5-58ce-45fc-9c50-33a02929e75e is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:57:58.246751 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 97b3aeb1-651c-41db-99fd-01386d540e26) {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:58.252979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:58.253859 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.293995 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b6fe4-4cbb-4fba-83d7-d43478475321 None None] Network 97b3aeb1-651c-41db-99fd-01386d540e26 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:58.342345 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4450705 Jun 21 13:57:58.368704 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34700) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:58.392331 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:58.432919 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:57:58.449320 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Sync routers for ids ['55b53ff5-58ce-45fc-9c50-33a02929e75e'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:57:58.487657 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Routers {'55b53ff5-58ce-45fc-9c50-33a02929e75e'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:58.488655 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:57:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['55b53ff5-58ce-45fc-9c50-33a02929e75e'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:58.488822 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.489976 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8045387 Jun 21 13:57:58.493716 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34716) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:58.779641 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-97b3aeb1-651c-41db-99fd-01386d540e26', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:57:58.785113 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.859115 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Set router 55b53ff5-58ce-45fc-9c50-33a02929e75e gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:57:58.943578 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.957600 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.991029 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34728) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:59.036121 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Allocated IP 172.20.0.2 (97b3aeb1-651c-41db-99fd-01386d540e26/b3d8ef45-9799-407b-8152-f3b683e4292e/f446736e-e1b7-44a6-ac4b-4e3e5b5fd027) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:59.073574 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8b50d807-61f0-43fd-b2c5-8f2965623abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.120464 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-e49083dd-4b18-4361-87e6-24cee33fc4bc tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:59.122024 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-e49083dd-4b18-4361-87e6-24cee33fc4bc tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 815 time: 0.9028771 Jun 21 13:57:59.136953 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T13:57:56Z', 'revision_number': 3, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port': {'id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:55Z', 'updated_at': '2021-06-21T13:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:59.160549 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34742) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:59.178874 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Checking router: 55b53ff5-58ce-45fc-9c50-33a02929e75e for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:57:59.179600 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Updating router 55b53ff5-58ce-45fc-9c50-33a02929e75e port 0eed6915-3810-4fcb-9567-6fae3db2a017 binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:57:59.186533 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.189456 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-a78b0c78-c96c-4cc7-b0d2-b8e20326786e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/quotas/12404e5c2bae41319c24964a111ea8c0 HTTP/1.1" status: 200 len: 375 time: 0.0199621 Jun 21 13:57:59.214793 dv-cinder-794962-5-iscsi neutron-server[92754]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 13:57:59.226403 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.267349 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.275845 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Transition to ACTIVE for port object f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:59.291256 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Transition to ACTIVE for port object f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:59.300374 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.301129 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-41234daf-096b-49d5-bb02-2d80c42e8ad1 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018786 Jun 21 13:57:59.304256 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:59.358520 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Pushing event updated for resources: {'Port': ['ID=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:59.381161 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Network 97b3aeb1-651c-41db-99fd-01386d540e26 is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:59.383021 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.383365 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.383881 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.384216 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.385416 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.385758 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.386088 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.386414 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.386740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.387239 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.387435 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.387756 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Tracked resource versions report: Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: pushed versions: Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: { 'AddressGroup': {'1.2'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'ConntrackHelper': {'1.0'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Log': {'1.0'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Network': {'1.1'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Port': {'1.7'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'PortForwarding': {'1.2'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'QosPolicy': {'1.8'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SecurityGroup': {'1.4'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SubPort': {'1.0'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Subnet': {'1.1'}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Trunk': {'1.1'}} Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: consumer versions: Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: { DHCP agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: HyperV agent@hv-cinder-79496: {}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: L3 agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: Metadata agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: Metering agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: Open vSwitch agent@dv-cinder-794962-5-iscsi: { 'AddressGroup': '1.2', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'ConntrackHelper': '1.0', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Log': '1.0', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Network': '1.1', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Port': '1.7', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'PortForwarding': '1.2', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'QosPolicy': '1.8', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SecurityGroup': '1.4', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SecurityGroupRule': '1.2', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'SubPort': '1.0', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Subnet': '1.1', Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: 'Trunk': '1.1'}} Jun 21 13:57:59.388880 dv-cinder-794962-5-iscsi neutron-server[92755]: {{(pid=92755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:57:59.392446 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:59.407143 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:59.413320 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.428025 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:59.502189 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Attempting to bind port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:57:59.502999 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Attempting to bind port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:57:59.503122 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Attempting to bind port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 on network 97b3aeb1-651c-41db-99fd-01386d540e26 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:57:59.508713 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:57:59.509101 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Checking segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:59.509495 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.510039 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Bound using segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:57:59.510516 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Bound port: f446736e-e1b7-44a6-ac4b-4e3e5b5fd027, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:57:59.510892 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.573579 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.587907 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Transition to ACTIVE for port object 0eed6915-3810-4fcb-9567-6fae3db2a017 will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:59.593625 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] For port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:57:59.596987 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] For port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:57:59.597899 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.601115 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-8bdfa7be-82c6-443b-a576-7c2a6df3ad0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:59.610540 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.620310 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ea7e7bd1-e8e4-4657-aede-bc0ab4970bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:59.632992 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8b50d807-61f0-43fd-b2c5-8f2965623abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.649031 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Attempting to bind port 0eed6915-3810-4fcb-9567-6fae3db2a017 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:57:59.649565 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Attempting to bind port 0eed6915-3810-4fcb-9567-6fae3db2a017 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:57:59.650810 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Attempting to bind port 0eed6915-3810-4fcb-9567-6fae3db2a017 on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:57:59.657977 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:57:59.658349 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:59.658745 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.659126 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:57:59.659891 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Bound port: 0eed6915-3810-4fcb-9567-6fae3db2a017, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:57:59.660098 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.660202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8b50d807-61f0-43fd-b2c5-8f2965623abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.682452 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:59.688071 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Pushing event updated for resources: {'Port': ['ID=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:59.690974 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-90bebec9-f424-4a29-ade3-f98c996a48ce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:57:59.691643 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-90bebec9-f424-4a29-ade3-f98c996a48ce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1809640 Jun 21 13:57:59.692733 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.695311 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:59.719238 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.722611 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Pushing event updated for resources: {'Port': ['ID=0eed6915-3810-4fcb-9567-6fae3db2a017,revision_number=2']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:59.732703 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.733194 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.733648 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.734072 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.734494 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.734951 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.735604 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.736031 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.736526 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.737086 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.737430 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.737845 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Tracked resource versions report: Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: pushed versions: Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: { 'AddressGroup': {'1.2'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'ConntrackHelper': {'1.0'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Log': {'1.0'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Network': {'1.1'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Port': {'1.7'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'PortForwarding': {'1.2'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'QosPolicy': {'1.8'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SecurityGroup': {'1.4'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SubPort': {'1.0'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Subnet': {'1.1'}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Trunk': {'1.1'}} Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: consumer versions: Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: { DHCP agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: HyperV agent@hv-cinder-79496: {}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: L3 agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: Metadata agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: Metering agent@dv-cinder-794962-5-iscsi: {}, Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: Open vSwitch agent@dv-cinder-794962-5-iscsi: { 'AddressGroup': '1.2', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'ConntrackHelper': '1.0', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Log': '1.0', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Network': '1.1', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Port': '1.7', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'PortForwarding': '1.2', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'QosPolicy': '1.8', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SecurityGroup': '1.4', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SecurityGroupRule': '1.2', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'SubPort': '1.0', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Subnet': '1.1', Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: 'Trunk': '1.1'}} Jun 21 13:57:59.739202 dv-cinder-794962-5-iscsi neutron-server[92756]: {{(pid=92756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:57:59.745407 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:59.782813 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] For port 0eed6915-3810-4fcb-9567-6fae3db2a017, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:57:59.786210 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] For port 0eed6915-3810-4fcb-9567-6fae3db2a017, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0eed6915-3810-4fcb-9567-6fae3db2a017,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:57:59.796149 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.796498 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a791d4fb-e0a8-4332-8867-322033c8ea1f tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:59.798534 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a791d4fb-e0a8-4332-8867-322033c8ea1f tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/networks?id=e5d343f2-289f-4b46-94f1-399a808a9be1 HTTP/1.1" status: 200 len: 812 time: 0.6368387 Jun 21 13:57:59.801067 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:59.810063 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-8b50d807-61f0-43fd-b2c5-8f2965623abb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2072eae3029347a1acab717259a0d83b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8153851 Jun 21 13:57:59.820413 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34756) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:59.841059 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-98329f25-1223-48f7-bd95-4094458983e3 service neutron] 10.222.0.21 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236367 Jun 21 13:57:59.843485 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50d807-61f0-43fd-b2c5-8f2965623abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5443144e-ae82-496d-9068-adfc8d37a4e9,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:59.874932 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8b50d807-61f0-43fd-b2c5-8f2965623abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:59.876114 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-c7078648-f28c-41f5-8681-6b0607cd4ca1 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/quotas/75c5b530eb624bdc8c0da7375df05f8e HTTP/1.1" status: 200 len: 375 time: 0.0672843 Jun 21 13:57:59.889375 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Routers {'55b53ff5-58ce-45fc-9c50-33a02929e75e'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:59.890173 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:57:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['55b53ff5-58ce-45fc-9c50-33a02929e75e'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:59.894047 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Pushing event updated for resources: {'Port': ['ID=0eed6915-3810-4fcb-9567-6fae3db2a017,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:59.928453 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:59.994984 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-29dea439-1b40-48f1-b141-490ad22fbe0a tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c5b530eb624bdc8c0da7375df05f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739405 Jun 21 13:58:00.035375 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] Set router 55b53ff5-58ce-45fc-9c50-33a02929e75e gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:00.135627 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Allocated IP 172.27.2.142 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/7e9a0596-d31a-4047-a508-c233c99c6698) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:00.159827 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-d4dfea02-d728-4f7f-bb10-f830fe4adac1 service neutron] 10.222.0.21 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168907 Jun 21 13:58:00.175725 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-50143bab-692c-440a-9fdd-0f1e412dab2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.242967 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.246872 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-50143bab-692c-440a-9fdd-0f1e412dab2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.295136 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-d52cb8cc-0cf3-49ac-8589-d5186781de14 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:58:00.303666 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-d52cb8cc-0cf3-49ac-8589-d5186781de14 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1477854 Jun 21 13:58:00.306566 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.371921 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.380814 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ecfcd3a0-1137-4736-8433-21d856cc070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:00.405212 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T13:57:56Z', 'revision_number': 3, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port': {'id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:55Z', 'updated_at': '2021-06-21T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:00.435438 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:00.441368 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:00.446591 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:00.449893 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9a0596-d31a-4047-a508-c233c99c6698,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:00.495830 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:00.546944 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207322b-78c0-4fb4-a56e-f200e97a8a5c None None] The sync data for ids ['55b53ff5-58ce-45fc-9c50-33a02929e75e'] in dv-cinder-794962-5-iscsi is: [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T13:57:56Z', 'revision_number': 3, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port': {'id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:55Z', 'updated_at': '2021-06-21T13:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:00.581651 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-50143bab-692c-440a-9fdd-0f1e412dab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.612833 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-50143bab-692c-440a-9fdd-0f1e412dab2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.613945 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-50143bab-692c-440a-9fdd-0f1e412dab2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5443144e-ae82-496d-9068-adfc8d37a4e9 HTTP/1.1" status: 204 len: 168 time: 0.7916543 Jun 21 13:58:00.627074 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:00.669603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50143bab-692c-440a-9fdd-0f1e412dab2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5443144e-ae82-496d-9068-adfc8d37a4e9,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:00.704774 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-c3b7b53b-9d6f-42c4-bf90-4b530d8c20ee service neutron] 10.222.0.21 "GET /v2.0/networks/e5d343f2-289f-4b46-94f1-399a808a9be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974352 Jun 21 13:58:00.708198 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-50143bab-692c-440a-9fdd-0f1e412dab2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:00.882515 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.122626 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Allocated IP 172.20.0.1 (2d6c84dc-da92-449c-ab5c-526075440e9a/fb8e9ead-4906-4ad8-ad95-183a83c713b2/0a135f6f-a26e-4fa0-a25b-bcacf45d31b2) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:01.254653 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-b8c4371b-fab9-40f6-9097-a68f512ec00c service neutron] 10.222.0.21 "GET /v2.0/networks/e5d343f2-289f-4b46-94f1-399a808a9be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232153 Jun 21 13:58:01.416391 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea4b43-580a-42a9-be55-8c76dfa92d10 None None] Network 97b3aeb1-651c-41db-99fd-01386d540e26 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:01.445187 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-08516053-e4c8-4524-b6a3-f88f06339b38 req-ff820480-5549-4dbf-85de-e88275547918 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 210 time: 0.5534034 Jun 21 13:58:01.469643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.643784 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.647997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-faf87814-5c1e-40e4-9215-47e30f01c8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:01.650132 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-83430433-e6c8-4d6b-a68b-6244431c7c1b None None] Provisioning for port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:01.654946 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0eed6915-3810-4fcb-9567-6fae3db2a017 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:01.718229 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Network 2d6c84dc-da92-449c-ab5c-526075440e9a is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:01.721455 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:01.725837 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:01.726333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.801858 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:01.818506 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:01.843806 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34858) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:01.953896 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9148f53b-8257-44f1-a498-b656059a74e8 req-972b5ea8-5f70-4f14-a261-3f835d16f0b8 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 210 time: 0.0555651 Jun 21 13:58:01.984193 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.049940 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 0eed6915-3810-4fcb-9567-6fae3db2a017 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:02.065664 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 0eed6915-3810-4fcb-9567-6fae3db2a017 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:02.066219 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.132231 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.229599 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:58:02.259540 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.310500 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 0eed6915-3810-4fcb-9567-6fae3db2a017, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0eed6915-3810-4fcb-9567-6fae3db2a017,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:02.321759 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.323371 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:02.326376 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:02.452638 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:58:02.469753 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34886) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:02.474973 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Sync routers for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:58:02.494718 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Notify callbacks [] for router, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.498992 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1264920 Jun 21 13:58:02.499542 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34894) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:02.505476 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:02.506163 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:57:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:02.578404 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-63098f42-6627-4b24-b027-e2f6c1b0bc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.620002 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.668011 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.675284 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.704129 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.707525 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d8d1ffc3-5a34-4175-a517-ce1572b6de2e req-4de8cfd4-96ee-4892-b0d3-0fa908c9d29e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 210 time: 0.0997617 Jun 21 13:58:02.708313 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.db.api [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 13:58:02.708313 dv-cinder-794962-5-iscsi neutron-server[92753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 13:58:02.708313 dv-cinder-794962-5-iscsi neutron-server[92753]: [parameters: {'project_id_1': '227bd32e6d9b446db5245aa5dd73af38', 'expiration_1': datetime.datetime(2021, 6, 21, 13, 58, 2, 684605)}] Jun 21 13:58:02.708313 dv-cinder-794962-5-iscsi neutron-server[92753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 13:58:02.708313 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_db.api [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 13:58:02.711094 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:02.831685 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:02.842948 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:02.875001 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:02.980616 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Network 2d6c84dc-da92-449c-ab5c-526075440e9a is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:02.985543 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:03.019202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-63098f42-6627-4b24-b027-e2f6c1b0bc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.104877 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-63098f42-6627-4b24-b027-e2f6c1b0bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.132289 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8b50d807-61f0-43fd-b2c5-8f2965623abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:03.169600 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a65ccb6e-4577-4e02-b264-3c9c3201577f req-309f23aa-4886-42f5-ac17-6fa01906a613 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 210 time: 0.1226077 Jun 21 13:58:03.174412 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=0eed6915-3810-4fcb-9567-6fae3db2a017,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:03.180474 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:03.190055 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:03.228273 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:03.229136 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.283874 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.327653 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63098f42-6627-4b24-b027-e2f6c1b0bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d3cff5-4789-4790-8672-2a67caafb9b0,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:03.335299 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-63098f42-6627-4b24-b027-e2f6c1b0bc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:03.345939 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 34928) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:03.364516 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-63098f42-6627-4b24-b027-e2f6c1b0bc9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7293d43d6e84402882be56acc19f57e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5191934 Jun 21 13:58:03.434530 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Router 55b53ff5-58ce-45fc-9c50-33a02929e75e has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:58:03.435755 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 3, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:03.540953 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.547265 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Checking router: 3efcedfb-f4fd-4941-bd22-f4f7247ca980 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:58:03.547728 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Updating router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 port 7e9a0596-d31a-4047-a508-c233c99c6698 binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:58:03.591442 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:58:03.606565 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/55b53ff5-58ce-45fc-9c50-33a02929e75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1012368 Jun 21 13:58:03.619992 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Sync routers for ids ['55b53ff5-58ce-45fc-9c50-33a02929e75e'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:58:03.626775 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.638664 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2b9ac001-1dcd-41ac-b045-17bc3742064a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.639669 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Routers {'55b53ff5-58ce-45fc-9c50-33a02929e75e'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:03.645353 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:57:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['55b53ff5-58ce-45fc-9c50-33a02929e75e'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:03.681327 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:03.697222 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.754305 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2b9ac001-1dcd-41ac-b045-17bc3742064a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.810475 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Set router 55b53ff5-58ce-45fc-9c50-33a02929e75e gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:03.862227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:03.912862 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0eed6915-3810-4fcb-9567-6fae3db2a017 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:04.022830 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:04.028284 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:04.104350 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.111189 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 0eed6915-3810-4fcb-9567-6fae3db2a017 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:04.111570 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.119772 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.124971 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2b9ac001-1dcd-41ac-b045-17bc3742064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.133419 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.147343 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2b9ac001-1dcd-41ac-b045-17bc3742064a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.148787 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-2b9ac001-1dcd-41ac-b045-17bc3742064a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0d3cff5-4789-4790-8672-2a67caafb9b0 HTTP/1.1" status: 204 len: 168 time: 0.7988858 Jun 21 13:58:04.150314 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-090488c4-afeb-4c84-9585-4359bc60d2fa req-1600d95b-c4b9-41db-9d44-a7529ba502ea tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 210 time: 0.0976472 Jun 21 13:58:04.157234 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-01930a33-9ae1-49ce-a66e-118295db19a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:04.313220 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 4, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port': {'id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:55Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '0a135f6f-a26e-4fa0-a25b-bcacf45d31b2', 'name': '', 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'mac_address': 'fa:16:3e:a5:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fb8e9ead-4906-4ad8-ad95-183a83c713b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:00Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 2, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'subnets': [{'id': 'fb8e9ead-4906-4ad8-ad95-183a83c713b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:04.348524 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Checking router: 55b53ff5-58ce-45fc-9c50-33a02929e75e for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:58:04.349231 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Updating router 55b53ff5-58ce-45fc-9c50-33a02929e75e port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:58:04.365518 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 34966) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:04.373283 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=227bd32e6d9b446db5245aa5dd73af38&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8989255 Jun 21 13:58:04.395843 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.397258 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ac001-1dcd-41ac-b045-17bc3742064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d3cff5-4789-4790-8672-2a67caafb9b0,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:04.442832 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.510608 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Transition to ACTIVE for port object 7e9a0596-d31a-4047-a508-c233c99c6698 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:04.520081 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-52b7d22d-cfaa-454f-8fb1-e560564f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.525458 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.533292 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:04.552887 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a87d3-cec5-46a3-adde-ad85f07eae28,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:04.553694 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-706567f9-4bf7-4560-8eff-60a3bcae776d req-1e63d535-d796-444c-b683-b3f0895aa525 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 210 time: 0.0880845 Jun 21 13:58:04.567037 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:04.571149 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:04.572049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:04.599606 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c7c30446-f59a-4b85-ba03-90a4feae178d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.629282 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Attempting to bind port 7e9a0596-d31a-4047-a508-c233c99c6698 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:04.629801 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Attempting to bind port 7e9a0596-d31a-4047-a508-c233c99c6698 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:04.631537 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Attempting to bind port 7e9a0596-d31a-4047-a508-c233c99c6698 on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:04.640467 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0e93a-5244-4cb2-8a26-f4907c2abc73 None None] Pushing event updated for resources: {'Port': ['ID=7e9a0596-d31a-4047-a508-c233c99c6698,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:04.644129 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:04.644705 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:04.645222 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.645716 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:04.646331 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Bound port: 7e9a0596-d31a-4047-a508-c233c99c6698, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:04.646816 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.694366 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c7c30446-f59a-4b85-ba03-90a4feae178d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.729782 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-48b0e93a-5244-4cb2-8a26-f4907c2abc73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:04.753250 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Allocated IP 172.20.0.1 (97b3aeb1-651c-41db-99fd-01386d540e26/b3d8ef45-9799-407b-8152-f3b683e4292e/3c4f300f-97b8-4d70-a89a-b2d183e2ec3b) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:04.809545 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c7c30446-f59a-4b85-ba03-90a4feae178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.812771 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c7c30446-f59a-4b85-ba03-90a4feae178d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.816649 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c7c30446-f59a-4b85-ba03-90a4feae178d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/394a87d3-cec5-46a3-adde-ad85f07eae28 HTTP/1.1" status: 204 len: 168 time: 0.4500875 Jun 21 13:58:04.817332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:04.837283 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] For port 7e9a0596-d31a-4047-a508-c233c99c6698, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:04.845898 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] For port 7e9a0596-d31a-4047-a508-c233c99c6698, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=7e9a0596-d31a-4047-a508-c233c99c6698,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:04.854869 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.860462 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c30446-f59a-4b85-ba03-90a4feae178d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a87d3-cec5-46a3-adde-ad85f07eae28,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:04.865165 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c7c30446-f59a-4b85-ba03-90a4feae178d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:04.867633 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:05.011437 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.034696 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Transition to ACTIVE for port object 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:05.046065 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.051225 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:05.079514 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.64', 56602) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:05.111066 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:05.112398 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:57:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:05.213167 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-efc4ba88-cb23-4b7d-82bc-aeb45e7e77e5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:05.214711 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-efc4ba88-cb23-4b7d-82bc-aeb45e7e77e5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 818 time: 0.3792031 Jun 21 13:58:05.220958 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.244677 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c57335-07c2-4c00-9fa7-eace42bc9466 None None] Pushing event updated for resources: {'Port': ['ID=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:05.247046 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-a0a9b2e0-9828-4bcd-b526-7e3dfa910603 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/quotas/c911c52f16d04d60a145cb8beda5e6e4 HTTP/1.1" status: 200 len: 375 time: 0.0229394 Jun 21 13:58:05.250466 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-81c57335-07c2-4c00-9fa7-eace42bc9466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:05.263228 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.provisioning_blocks [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Transition to ACTIVE for port object 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b will not be triggered until provisioned by entity DHCP. {{(pid=92753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:05.312008 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-f5801698-e4ce-4cb2-8e81-b69130885b77 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:05.313935 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-f5801698-e4ce-4cb2-8e81-b69130885b77 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 815 time: 0.2334275 Jun 21 13:58:05.333840 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Attempting to bind port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:05.334580 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Attempting to bind port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:05.335190 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Attempting to bind port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 on network 2d6c84dc-da92-449c-ab5c-526075440e9a {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:05.341306 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:05.342030 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Checking segment: {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:05.342615 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.343321 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Bound using segment: {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:05.343952 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Bound port: 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:05.344577 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.365089 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0e93a-5244-4cb2-8a26-f4907c2abc73 None None] Pushing event updated for resources: {'Port': ['ID=7e9a0596-d31a-4047-a508-c233c99c6698,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:05.386597 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-48b0e93a-5244-4cb2-8a26-f4907c2abc73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:05.401496 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Request body: {'port': {'device_id': '0d21889c-acdc-4da5-bf2a-2a6607c32430', 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'admin_state_up': True, 'tenant_id': '12404e5c2bae41319c24964a111ea8c0'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:05.441536 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a15ce0e1-df39-41ef-bb20-2b329fd532f8 req-65ed7c1d-f4e9-44db-8946-a727ed52b404 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 210 time: 0.0567882 Jun 21 13:58:05.443012 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:05.458882 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] For port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:05.472352 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] For port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:05.483311 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.486803 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:05.567289 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-10b974ab-b343-472b-9d1d-1b5c7aa54c74 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2980525 Jun 21 13:58:05.569457 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.579190 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:05.652319 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Routers {'55b53ff5-58ce-45fc-9c50-33a02929e75e'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:05.653007 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:57:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['55b53ff5-58ce-45fc-9c50-33a02929e75e'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:05.837836 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c57335-07c2-4c00-9fa7-eace42bc9466 None None] Pushing event updated for resources: {'Port': ['ID=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,revision_number=4']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:05.857932 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-81c57335-07c2-4c00-9fa7-eace42bc9466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:05.957757 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35032) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:05.995558 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] Set router 55b53ff5-58ce-45fc-9c50-33a02929e75e gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:06.072344 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:06.240402 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Network 97b3aeb1-651c-41db-99fd-01386d540e26 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:06.243545 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.64', 56609) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:06.283047 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:06.285687 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:06.286070 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:06.288831 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:06.289633 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:06.427647 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:06.467063 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 4, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port': {'id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:55Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '0a135f6f-a26e-4fa0-a25b-bcacf45d31b2', 'name': '', 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'mac_address': 'fa:16:3e:a5:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fb8e9ead-4906-4ad8-ad95-183a83c713b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:00Z', 'updated_at': '2021-06-21T13:58:05Z', 'revision_number': 4, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'subnets': [{'id': 'fb8e9ead-4906-4ad8-ad95-183a83c713b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:06.468084 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:06.556794 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0fecf973-15d3-465c-9751-f5541894b11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:06.561376 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-8ed75b3e-c16c-4442-95b8-fcbfb3a0165c service neutron] 10.222.0.21 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9713056 Jun 21 13:58:06.587798 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d9bae-efd3-4c7f-9136-1ebcab548b2f None None] The sync data for ids ['55b53ff5-58ce-45fc-9c50-33a02929e75e'] in dv-cinder-794962-5-iscsi is: [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 4, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port': {'id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:55Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '0a135f6f-a26e-4fa0-a25b-bcacf45d31b2', 'name': '', 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'mac_address': 'fa:16:3e:a5:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fb8e9ead-4906-4ad8-ad95-183a83c713b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:00Z', 'updated_at': '2021-06-21T13:58:05Z', 'revision_number': 4, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'subnets': [{'id': 'fb8e9ead-4906-4ad8-ad95-183a83c713b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:06.600802 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Made reservation on behalf of 12404e5c2bae41319c24964a111ea8c0 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:06.605132 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:06.738205 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-8556055d-de3a-49a9-b48c-372c842a4270 None None] Provisioning for port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:06.743947 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-8556055d-de3a-49a9-b48c-372c842a4270 None None] Provisioning complete for port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:06.744573 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-8556055d-de3a-49a9-b48c-372c842a4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:06.747007 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03803daa-e148-45b0-b6c4-177507c3c031 req-8f090cc6-2405-471b-b897-0a59fb44257a tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:06.748891 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 3, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:06.755719 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-8f090cc6-2405-471b-b897-0a59fb44257a tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.64 "GET /v2.0/networks?id=e5d343f2-289f-4b46-94f1-399a808a9be1 HTTP/1.1" status: 200 len: 812 time: 0.5086854 Jun 21 13:58:06.803782 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9702a3-ebaf-4ae2-b5c9-f9d539598cd3 None None] The sync data for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi is: [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 3, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:06.842405 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-8556055d-de3a-49a9-b48c-372c842a4270 None None] Port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:06.864761 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Request body: {'port': {'device_id': '77f4d31a-6230-42f3-b50c-fb51153dfb6f', 'network_id': 'e5d343f2-289f-4b46-94f1-399a808a9be1', 'admin_state_up': True, 'tenant_id': '75c5b530eb624bdc8c0da7375df05f8e'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:07.002453 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35080) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:07.046717 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f44782b3-da24-4dd7-9f3f-3658c4a9ce5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.137921 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c606409e-7f9d-4361-9516-43a8e8f3926b req-962463c4-5c09-4282-9b03-279ce4c7d53a tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 210 time: 0.5686247 Jun 21 13:58:07.158516 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.295333 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.307710 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Allocated IP 172.20.0.10 (ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9/64cc21af-7543-4e92-98cc-29627309357a/57f5ef1b-15c1-4173-9774-adbd1a4290f0) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:07.384007 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35092) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:07.391901 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.512411 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0fecf973-15d3-465c-9751-f5541894b11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.586582 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0fecf973-15d3-465c-9751-f5541894b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.608851 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-63098f42-6627-4b24-b027-e2f6c1b0bc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:07.679446 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecf973-15d3-465c-9751-f5541894b11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99117b06-027d-4d55-a360-e468592867ce,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:07.707431 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-588263921-network', 'tenant_id': 'aa14e2ed0a054526b74066b986f48e70'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:07.746148 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-f68cd836-ce6a-4adc-9b87-43b8b98721f9 service neutron] 10.222.0.21 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1748383 Jun 21 13:58:07.772075 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-0fecf973-15d3-465c-9751-f5541894b11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:07.992926 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.db.api [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 13:58:07.992926 dv-cinder-794962-5-iscsi neutron-server[92754]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 13:58:07.992926 dv-cinder-794962-5-iscsi neutron-server[92754]: [parameters: {'project_id_1': 'aa14e2ed0a054526b74066b986f48e70', 'expiration_1': datetime.datetime(2021, 6, 21, 13, 58, 7, 942069)}] Jun 21 13:58:07.992926 dv-cinder-794962-5-iscsi neutron-server[92754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 13:58:08.010250 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_db.api [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 13:58:08.034585 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-95c24d7a-e07f-460a-944f-4dfe07949f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.058483 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7e9a0596-d31a-4047-a508-c233c99c6698 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:08.075901 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-0fecf973-15d3-465c-9751-f5541894b11c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cb3683a0b47407f897044ded87604a1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1084995 Jun 21 13:58:08.087958 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35104) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:08.123062 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dbe6afe4-3b12-42da-aace-d904acf2089b req-55537750-d3da-46ad-a6f9-010f66c328c5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 210 time: 0.1847303 Jun 21 13:58:08.128854 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.173144 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Made reservation on behalf of 75c5b530eb624bdc8c0da7375df05f8e for: {'port': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:08.178037 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.270480 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.297095 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 7e9a0596-d31a-4047-a508-c233c99c6698 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:08.310595 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b610a863-2328-4ab9-96d4-c8139268b9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.312554 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 7e9a0596-d31a-4047-a508-c233c99c6698 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:08.313850 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.370127 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-50afd4fe-7a19-4d22-a211-5262ca54c092 req-b49634bd-0087-4580-9f95-c4d716c41425 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 210 time: 0.0618002 Jun 21 13:58:08.591572 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b610a863-2328-4ab9-96d4-c8139268b9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.625733 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.660917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.719403 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 7e9a0596-d31a-4047-a508-c233c99c6698, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=7e9a0596-d31a-4047-a508-c233c99c6698,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:08.732541 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.742721 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:08.767429 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:08.864689 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:08.985507 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=7e9a0596-d31a-4047-a508-c233c99c6698,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:08.993564 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-96323aeb-51e6-4108-8df7-dda612c24f1c req-ce1b2858-1061-4ea2-8642-c3e9ed4cca0d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 210 time: 0.1921084 Jun 21 13:58:09.000525 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:09.009734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-95c24d7a-e07f-460a-944f-4dfe07949f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.028679 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:09.046005 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:09.048582 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.063729 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.090359 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.116228 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.147725 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:09.185595 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-95c24d7a-e07f-460a-944f-4dfe07949f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.240071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:09.278968 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Pushing event updated for resources: {'Port': ['ID=57f5ef1b-15c1-4173-9774-adbd1a4290f0,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:09.284565 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Made reservation on behalf of aa14e2ed0a054526b74066b986f48e70 for: {'network': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:09.288417 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.313635 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:09.319700 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:09.324986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c7c30446-f59a-4b85-ba03-90a4feae178d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:09.338337 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.353141 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:09.369602 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:09.397311 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:09.418615 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:09.420518 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.421086 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:09.430295 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.438681 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:09.447172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c24d7a-e07f-460a-944f-4dfe07949f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e3365-5e9f-4a3e-9906-29a145a89d5b,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:09.494194 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-95c24d7a-e07f-460a-944f-4dfe07949f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:09.513115 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.540126 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:09.557993 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:09.580597 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.598028 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b610a863-2328-4ab9-96d4-c8139268b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.608273 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35146) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:09.608878 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-95c24d7a-e07f-460a-944f-4dfe07949f7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a264dc02cca491e8a8665645c1a9bc7&name=default HTTP/1.1" status: 200 len: 2977 time: 2.4808903 Jun 21 13:58:09.640458 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Allocated IP 172.20.0.6 (e5d343f2-289f-4b46-94f1-399a808a9be1/29d65988-f349-46ae-87b9-d01c3de6baf9/305bb188-a870-4dce-99bf-88028e1aca8c) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:09.752550 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b610a863-2328-4ab9-96d4-c8139268b9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.752974 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-b610a863-2328-4ab9-96d4-c8139268b9fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99117b06-027d-4d55-a360-e468592867ce HTTP/1.1" status: 204 len: 168 time: 1.6613965 Jun 21 13:58:09.753911 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:09.766319 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3690310 Jun 21 13:58:09.809876 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610a863-2328-4ab9-96d4-c8139268b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99117b06-027d-4d55-a360-e468592867ce,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:09.826830 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b610a863-2328-4ab9-96d4-c8139268b9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:09.871153 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-c199dabd-f5df-44aa-a09a-4e0bc270acf4 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:58:09.872536 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-c199dabd-f5df-44aa-a09a-4e0bc270acf4 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313389 Jun 21 13:58:09.920529 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-a73a70d5-175e-4aff-8c4b-c5fb6d623f6e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:09.937996 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-a73a70d5-175e-4aff-8c4b-c5fb6d623f6e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 818 time: 0.6802824 Jun 21 13:58:10.045894 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-10146e52-55ed-47ec-9551-5f8182eaa264 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/quotas/c911c52f16d04d60a145cb8beda5e6e4 HTTP/1.1" status: 200 len: 375 time: 0.0389395 Jun 21 13:58:10.046369 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7e9a0596-d31a-4047-a508-c233c99c6698 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:10.128230 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 7e9a0596-d31a-4047-a508-c233c99c6698 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:10.128982 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.233248 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-2e4ff574-2403-4c75-8ccc-5318607681e9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2492149 Jun 21 13:58:10.296581 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.366662 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.399782 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Network 97b3aeb1-651c-41db-99fd-01386d540e26 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:10.403058 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:10.407434 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.408289 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0e24978b-dffb-4a6d-953c-4035aa8090b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:10.422613 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.443487 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:10.534525 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=92754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:58:10.566968 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:10.567437 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.580323 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35162) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:10.643240 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-10d01667-b241-43fc-8ec9-8df35835d43a service neutron] 10.222.0.21 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091644 Jun 21 13:58:10.662835 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Request body: {'port': {'device_id': '0d21889c-acdc-4da5-bf2a-2a6607c32430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:10.711666 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6775-6d17-438e-908b-b71b18d66de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.723902 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.724239 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.segments_db [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Added segment 1a083753-b480-4829-8a2c-d7db5c7aee70 of type vlan for network 90d5bfce-c578-440e-b043-caa4a1c25b03 Jun 21 13:58:10.728172 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:10.775655 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7866e-a02b-40c7-8c37-4aa1a50df713 req-7d9924d6-36db-4544-a92b-e7c24651c2f3 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:10.776652 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.792959 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-baf7866e-a02b-40c7-8c37-4aa1a50df713 req-7d9924d6-36db-4544-a92b-e7c24651c2f3 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 932 time: 0.8443835 Jun 21 13:58:10.829652 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-09fd2c77-9bc6-4954-a5c8-c041f579600a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.858237 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.858973 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075e3c6b-35d4-496f-b935-65b5b14049f8,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:10.870428 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-baf7866e-a02b-40c7-8c37-4aa1a50df713 req-71f96a4e-d52e-4d86-873e-00f6d18e7003 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762568 Jun 21 13:58:10.875639 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:10.875872 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Pushing event updated for resources: {'Port': ['ID=305bb188-a870-4dce-99bf-88028e1aca8c,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:10.881603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:10.882182 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.932400 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:10.948226 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Network e5d343f2-289f-4b46-94f1-399a808a9be1 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:10.955445 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:11.035291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Pushing event updated for resources: {'Network': ['ID=90d5bfce-c578-440e-b043-caa4a1c25b03,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:11.040372 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6518986 Jun 21 13:58:11.053754 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35168) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:11.054649 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:11.056444 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 90d5bfce-c578-440e-b043-caa4a1c25b03 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:58:11.059930 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Request body: {'subnet': {'network_id': '90d5bfce-c578-440e-b043-caa4a1c25b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-588263921-subnet', 'tenant_id': 'aa14e2ed0a054526b74066b986f48e70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:11.107009 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Made reservation on behalf of aa14e2ed0a054526b74066b986f48e70 for: {'subnet': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:11.109576 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.228318 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6775-6d17-438e-908b-b71b18d66de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.245497 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.259795 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:11.275998 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:58:11.279840 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:11.286199 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:11.287025 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.291223 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-eb16aada-eeb8-46d8-a790-1c63c70e20a2 None None] Provisioning complete for port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:11.293173 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eb16aada-eeb8-46d8-a790-1c63c70e20a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.376389 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-eb16aada-eeb8-46d8-a790-1c63c70e20a2 None None] Port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:11.448980 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881dadf-c562-45d5-ab3b-278b85916c26 req-1ffe3d32-fa99-4eaf-bd14-ae67e4e4d75c tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:11.450552 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e881dadf-c562-45d5-ab3b-278b85916c26 req-1ffe3d32-fa99-4eaf-bd14-ae67e4e4d75c tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 931 time: 0.2351952 Jun 21 13:58:11.492221 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6775-6d17-438e-908b-b71b18d66de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.507566 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6775-6d17-438e-908b-b71b18d66de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.508845 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-dbcd6775-6d17-438e-908b-b71b18d66de2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd6e3365-5e9f-4a3e-9906-29a145a89d5b HTTP/1.1" status: 204 len: 168 time: 1.8917110 Jun 21 13:58:11.513500 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:11.532339 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd6775-6d17-438e-908b-b71b18d66de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e3365-5e9f-4a3e-9906-29a145a89d5b,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:11.545928 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4118fb43-795a-49bf-b997-99e9ee3f4171 service neutron] 10.222.0.21 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547647 Jun 21 13:58:11.547369 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-dbcd6775-6d17-438e-908b-b71b18d66de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:11.557228 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e881dadf-c562-45d5-ab3b-278b85916c26 req-e4f5d30e-fe6e-4cb4-9e7d-96ca65e9bdc9 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761607 Jun 21 13:58:11.558447 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:58:11.574063 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] 10.222.0.21 "PUT /v2.0/routers/3efcedfb-f4fd-4941-bd22-f4f7247ca980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0734496 Jun 21 13:58:11.577926 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Sync routers for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:58:11.610744 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:11.611680 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:58:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:11.903485 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:12.023075 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-09fd2c77-9bc6-4954-a5c8-c041f579600a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.036252 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1916728 Jun 21 13:58:12.133823 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-09fd2c77-9bc6-4954-a5c8-c041f579600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.186470 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:12.240009 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Request body: {'port': {'device_id': '77f4d31a-6230-42f3-b50c-fb51153dfb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:12.242176 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.64', 56618) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:12.273209 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd2c77-9bc6-4954-a5c8-c041f579600a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5680af9c-ef25-403e-8263-23eab0333e9f,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:12.278641 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-09fd2c77-9bc6-4954-a5c8-c041f579600a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:12.294358 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35194) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:12.296871 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 2, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:12.307868 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5a0aeabe-eab3-4fe8-9a89-43d0902f7aeb req-7b8911bb-0160-43c0-91bf-6dedc979f1cd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 210 time: 0.1751537 Jun 21 13:58:12.426085 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Checking router: 3efcedfb-f4fd-4941-bd22-f4f7247ca980 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:58:12.430665 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Updating router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:58:12.558976 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.645211 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.707014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-f6bbe7a6-c096-4bd0-af8b-5340dfdd563b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:12.708759 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-f6bbe7a6-c096-4bd0-af8b-5340dfdd563b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 818 time: 0.4368002 Jun 21 13:58:12.723706 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.745506 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f3292633-0dec-410f-8510-7954b95a4e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.759055 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:12.773722 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-09fd2c77-9bc6-4954-a5c8-c041f579600a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3e1a9af18b64c848e761dbc3514291b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1305161 Jun 21 13:58:12.806056 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35206) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:12.806392 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35208) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:12.823346 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1884657979', 'description': 'tempest-description--1790111127'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:12.955962 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Request body: {'port': {'device_id': '90270324-4637-4445-905f-be92a4b66be8', 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a', 'admin_state_up': True, 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:13.078846 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-98d166d6-cc10-40f2-97ed-beedb5fba57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.200041 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-98d166d6-cc10-40f2-97ed-beedb5fba57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.214630 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de7ae05-4fb0-4b57-be86-937f9db57aab,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:13.249655 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:13.260676 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3587a7d-7f0c-4c2e-a5c7-91fdd95cd827 req-881bbc05-f2bb-455e-887d-f3c562245968 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:13.266253 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b3587a7d-7f0c-4c2e-a5c7-91fdd95cd827 req-881bbc05-f2bb-455e-887d-f3c562245968 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 931 time: 0.3535173 Jun 21 13:58:13.296453 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.325679 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Transition to ACTIVE for port object 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:13.333368 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Checking segment: {'id': '1a083753-b480-4829-8a2c-d7db5c7aee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '90d5bfce-c578-440e-b043-caa4a1c25b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:13.334013 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Network hostable DHCP agents. Network: 90d5bfce-c578-440e-b043-caa4a1c25b03, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:58:13.340402 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.346630 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:13.389083 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b3587a7d-7f0c-4c2e-a5c7-91fdd95cd827 req-d8a4ad59-f2e6-48f2-8b63-98f1c67a4558 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951624 Jun 21 13:58:13.479582 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ecda4-d8f4-4423-ae0e-b91875b26d33 req-7b515af4-8455-46f3-9702-12b5f4172d4b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:13.481245 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-384ecda4-d8f4-4423-ae0e-b91875b26d33 req-7b515af4-8455-46f3-9702-12b5f4172d4b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 932 time: 0.7715218 Jun 21 13:58:13.488205 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-98d166d6-cc10-40f2-97ed-beedb5fba57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.503453 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-98d166d6-cc10-40f2-97ed-beedb5fba57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.511737 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-98d166d6-cc10-40f2-97ed-beedb5fba57d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5680af9c-ef25-403e-8263-23eab0333e9f HTTP/1.1" status: 204 len: 168 time: 0.6970451 Jun 21 13:58:13.517685 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-38508e56-89d4-4d62-ad6f-0733004483e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:13.570190 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2104036-e840-4cfb-9e3f-cbc987808e01 None None] Pushing event updated for resources: {'Port': ['ID=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:13.592641 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-c2104036-e840-4cfb-9e3f-cbc987808e01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:13.612374 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d166d6-cc10-40f2-97ed-beedb5fba57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5680af9c-ef25-403e-8263-23eab0333e9f,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:13.617136 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-98d166d6-cc10-40f2-97ed-beedb5fba57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:13.637195 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305bb188-a870-4dce-99bf-88028e1aca8c {{(pid=92753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:13.662992 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f5ef1b-15c1-4173-9774-adbd1a4290f0 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:13.672569 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.673195 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Network 90d5bfce-c578-440e-b043-caa4a1c25b03 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:58:13.685482 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.750727 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 90d5bfce-c578-440e-b043-caa4a1c25b03) {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:13.761861 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Transition to ACTIVE for port object 57f5ef1b-15c1-4173-9774-adbd1a4290f0 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:13.785331 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-384ecda4-d8f4-4423-ae0e-b91875b26d33 req-ba528ec8-0dac-4fa3-a42a-a4345ed3990a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829723 Jun 21 13:58:13.791249 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:13.792202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.820671 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.842298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f3292633-0dec-410f-8510-7954b95a4e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.846030 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6de7d7c0-7a68-4714-b507-3482cdfe3021 req-0b82e50e-3d50-4be9-9b47-b73c3edcba1a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 210 time: 0.1847346 Jun 21 13:58:13.861496 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.provisioning_blocks [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Transition to ACTIVE for port object 305bb188-a870-4dce-99bf-88028e1aca8c will not be triggered until provisioned by entity L2. {{(pid=92753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:13.883139 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:13.909298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f3292633-0dec-410f-8510-7954b95a4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.936614 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.945117 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:13.990091 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.086462 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Made reservation on behalf of c911c52f16d04d60a145cb8beda5e6e4 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:14.096188 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.200376 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ea327-d7f2-463a-b76b-661e3355c124 None None] Network 90d5bfce-c578-440e-b043-caa4a1c25b03 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:14.208573 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Attempting to bind port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:14.215314 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Pushing event updated for resources: {'Port': ['ID=305bb188-a870-4dce-99bf-88028e1aca8c,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.215758 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Attempting to bind port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:14.216460 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Attempting to bind port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b on network 97b3aeb1-651c-41db-99fd-01386d540e26 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:14.223817 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.235024 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1792305 Jun 21 13:58:14.248131 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:14.252387 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Checking segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:14.253090 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.253764 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Bound using segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:14.256481 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Bound port: 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:14.257140 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.336594 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.managers [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Attempting to bind port 305bb188-a870-4dce-99bf-88028e1aca8c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:14.337052 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.managers [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Attempting to bind port 305bb188-a870-4dce-99bf-88028e1aca8c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '8730987b-7639-4a17-90e1-ffada439860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5d343f2-289f-4b46-94f1-399a808a9be1'}] {{(pid=92753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:14.337397 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Attempting to bind port 305bb188-a870-4dce-99bf-88028e1aca8c on network e5d343f2-289f-4b46-94f1-399a808a9be1 {{(pid=92753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:14.350544 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35230) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:14.350874 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Port 305bb188-a870-4dce-99bf-88028e1aca8c on network e5d343f2-289f-4b46-94f1-399a808a9be1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:14.351289 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Attempting to bind port 305bb188-a870-4dce-99bf-88028e1aca8c on network e5d343f2-289f-4b46-94f1-399a808a9be1 {{(pid=92753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:14.373021 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:14.373430 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Checking segment: {'id': '8730987b-7639-4a17-90e1-ffada439860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5d343f2-289f-4b46-94f1-399a808a9be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:14.376356 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Bound using segment: {'id': '8730987b-7639-4a17-90e1-ffada439860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5d343f2-289f-4b46-94f1-399a808a9be1'} {{(pid=92753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:14.376356 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.managers [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Bound port: 305bb188-a870-4dce-99bf-88028e1aca8c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8730987b-7639-4a17-90e1-ffada439860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e5d343f2-289f-4b46-94f1-399a808a9be1'}}] {{(pid=92753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:14.376599 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.485340 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-f3292633-0dec-410f-8510-7954b95a4e24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a301c6321494583bf3c112220a41646&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1669564 Jun 21 13:58:14.486063 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35238) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:14.487943 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Pushing event updated for resources: {'Port': ['ID=57f5ef1b-15c1-4173-9774-adbd1a4290f0,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.544113 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] For port 305bb188-a870-4dce-99bf-88028e1aca8c, host hv-cinder-79496, cleared binding levels {{(pid=92753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:14.547207 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.557233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-50143bab-692c-440a-9fdd-0f1e412dab2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.579008 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.594924 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] For port 305bb188-a870-4dce-99bf-88028e1aca8c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=305bb188-a870-4dce-99bf-88028e1aca8c,segment=NetworkSegment(8730987b-7639-4a17-90e1-ffada439860a),segment_id=8730987b-7639-4a17-90e1-ffada439860a)] {{(pid=92753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:14.603769 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.625226 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.633707 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.652455 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.655360 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8408144 Jun 21 13:58:14.661590 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35244) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:14.674896 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Attempting to bind port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:14.675252 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Attempting to bind port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:14.675633 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Attempting to bind port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:14.694461 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-b6834ac1-8451-4dab-8a01-d6ef9fa4d9e2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'security_group_rule': {'security_group_id': '0e7f7c48-d512-401b-9b81-fe1331f82c1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:14.696964 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] For port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:14.732606 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3292633-0dec-410f-8510-7954b95a4e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aee29c2-0d98-44d2-a417-c5c49bf6a547,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.738861 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] For port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:14.752401 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:14.753404 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.755400 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] 10.222.0.64 "PUT /v2.0/ports/305bb188-a870-4dce-99bf-88028e1aca8c HTTP/1.1" status: 200 len: 1093 time: 2.5481215 Jun 21 13:58:14.760913 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-38814ea7-bf00-466f-9901-ea110f299f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.761010 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f3292633-0dec-410f-8510-7954b95a4e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.762536 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f4d31a-6230-42f3-b50c-fb51153dfb6f', 'tag': '305bb188-a870-4dce-99bf-88028e1aca8c'}] {{(pid=92753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:14.765814 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:14.766210 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Attempting to bind port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:14.798770 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.800641 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:14.801102 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Checking segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:14.802049 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Bound using segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:14.820505 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Bound port: 57f5ef1b-15c1-4173-9774-adbd1a4290f0, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:14.820505 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.864001 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.882764 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Allocated IP 172.20.0.8 (2d6c84dc-da92-449c-ab5c-526075440e9a/fb8e9ead-4906-4ad8-ad95-183a83c713b2/37b4226c-0676-475f-b39d-39e5c9a91348) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:14.910154 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7f7c48-d512-401b-9b81-fe1331f82c1d,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.913109 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.922256 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9c117dc8-768a-4f8e-b275-e23ba0a55cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.966876 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b6834ac1-8451-4dab-8a01-d6ef9fa4d9e2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.972690 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1ea7-2b16-462c-8baf-c64021053392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.977074 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d27d81-b4b5-4cf1-aad0-d9536e5d91da None None] Network 90d5bfce-c578-440e-b043-caa4a1c25b03 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:15.125025 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-38814ea7-bf00-466f-9901-ea110f299f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.215234 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.64', 56624) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:15.362648 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:15.369130 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:58:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:15.404888 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba5ed-5d2a-4416-8d33-98cafe3b505f req-c5f2eef1-61af-4de0-b484-ab448afc6373 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:15.429254 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d25ba5ed-5d2a-4416-8d33-98cafe3b505f req-c5f2eef1-61af-4de0-b484-ab448afc6373 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 943 time: 0.7662244 Jun 21 13:58:15.467551 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Pushing event updated for resources: {'Port': ['ID=305bb188-a870-4dce-99bf-88028e1aca8c,revision_number=3']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:15.485617 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:15.677353 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] For port 57f5ef1b-15c1-4173-9774-adbd1a4290f0, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:15.790018 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2104036-e840-4cfb-9e3f-cbc987808e01 None None] Pushing event updated for resources: {'Port': ['ID=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:15.815872 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-c2104036-e840-4cfb-9e3f-cbc987808e01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:15.882410 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:15.893151 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b6834ac1-8451-4dab-8a01-d6ef9fa4d9e2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.897740 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] For port 57f5ef1b-15c1-4173-9774-adbd1a4290f0, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=57f5ef1b-15c1-4173-9774-adbd1a4290f0,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:15.930071 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d25ba5ed-5d2a-4416-8d33-98cafe3b505f req-4870adb2-ebbc-4703-a570-d64fddc769d3 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999814 Jun 21 13:58:16.076839 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.240277 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35278) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:16.243114 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe4a640c2403949659d4cc53932cbb68bc41a66d94213b97b61e04198fcac259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "77f4d31a-6230-42f3-b50c-fb51153dfb6f", "tag": "305bb188-a870-4dce-99bf-88028e1aca8c"}]}' {{(pid=92753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:16.269341 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1859017877-network', 'tenant_id': '0c302accfd0c4c0692018d70224e8d9a'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:16.316535 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-e1933b4d-1204-4bfc-afdd-ac7c2f7b3c85 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.317589 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:14Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:16.318417 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-e1933b4d-1204-4bfc-afdd-ac7c2f7b3c85 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 818 time: 1.0478621 Jun 21 13:58:16.319896 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b6834ac1-8451-4dab-8a01-d6ef9fa4d9e2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.327726 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.374694 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:16.375413 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f78e8-0ea2-478c-8129-1a34d4abd2b0 None None] The sync data for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi is: [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:14Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:16.379987 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1ea7-2b16-462c-8baf-c64021053392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.416021 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b18a5839-36f8-45db-9465-90a116252274 req-4e6c2aa3-e5e9-4dd8-bbb9-35756f51b45d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 210 time: 0.0898108 Jun 21 13:58:16.430678 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6834ac1-8451-4dab-8a01-d6ef9fa4d9e2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ad3b17-5407-432c-a155-9ab76dfac882,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:16.432453 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1ea7-2b16-462c-8baf-c64021053392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.435471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b6834ac1-8451-4dab-8a01-d6ef9fa4d9e2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:16.441701 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.442789 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.445044 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] 10.222.0.64 "PUT /v2.0/ports/57f5ef1b-15c1-4173-9774-adbd1a4290f0 HTTP/1.1" status: 200 len: 1094 time: 6.0843661 Jun 21 13:58:16.445608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Made reservation on behalf of 0c302accfd0c4c0692018d70224e8d9a for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:16.448632 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:16.449179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.451873 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d21889c-acdc-4da5-bf2a-2a6607c32430', 'tag': '57f5ef1b-15c1-4173-9774-adbd1a4290f0'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:16.484359 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03803daa-e148-45b0-b6c4-177507c3c031 req-25220232-3776-41be-b59b-b16338dee78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.493073 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-25220232-3776-41be-b59b-b16338dee78c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75c5b530eb624bdc8c0da7375df05f8e&device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 1096 time: 1.3532009 Jun 21 13:58:16.542054 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.571082 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:16.642606 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-f9ab1ea7-2b16-462c-8baf-c64021053392 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ed3507a8f3e4a69879e1eb5b949c458&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2869313 Jun 21 13:58:16.657457 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35292) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:16.669760 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Request body: {'port': {'device_id': '367450a9-a24a-4ec1-a62b-771b378e7dc8', 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a', 'admin_state_up': True, 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:16.816020 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.828088 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b341b-e5a7-4601-a6d4-de83b5c7a409 req-25afb26d-32a8-4d62-a642-e5eab3e24bf8 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.829738 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e21b341b-e5a7-4601-a6d4-de83b5c7a409 req-25afb26d-32a8-4d62-a642-e5eab3e24bf8 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 944 time: 1.5395379 Jun 21 13:58:16.830432 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab1ea7-2b16-462c-8baf-c64021053392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc75826a-827e-4153-880f-5ac64ad66bb3,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:16.853480 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b6834ac1-8451-4dab-8a01-d6ef9fa4d9e2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.854748 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-b6834ac1-8451-4dab-8a01-d6ef9fa4d9e2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1811161 Jun 21 13:58:16.948486 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35296) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:16.956874 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Pushing event updated for resources: {'Port': ['ID=57f5ef1b-15c1-4173-9774-adbd1a4290f0,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:16.983076 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-7f6a8067-7f67-4827-acee-816948f573ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305bb188-a870-4dce-99bf-88028e1aca8c HTTP/1.1" status: 200 len: 217 time: 0.1597953 Jun 21 13:58:16.985952 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f9ab1ea7-2b16-462c-8baf-c64021053392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:16.986459 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.000567 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'security_group_rule': {'security_group_id': '0e7f7c48-d512-401b-9b81-fe1331f82c1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:17.021154 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.028796 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.032760 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-38814ea7-bf00-466f-9901-ea110f299f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.062725 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-38814ea7-bf00-466f-9901-ea110f299f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.064074 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-38814ea7-bf00-466f-9901-ea110f299f6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aee29c2-0d98-44d2-a417-c5c49bf6a547 HTTP/1.1" status: 204 len: 168 time: 2.5757608 Jun 21 13:58:17.077462 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:58:17.105940 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e21b341b-e5a7-4601-a6d4-de83b5c7a409 req-8c1b99ef-3cea-45c5-88b9-d377ddc1e8e3 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211641 Jun 21 13:58:17.114603 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374e5b1-b695-4b44-b6fe-4f0c118b389d,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.121590 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.148896 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.149737 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.157005 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.158892 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Added segment 328586ca-4f66-46c5-8591-429a4aeb4dc9 of type vlan for network 583f4d85-6a5f-404a-aa0c-12ab95dd6bc3 Jun 21 13:58:17.207927 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38814ea7-bf00-466f-9901-ea110f299f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aee29c2-0d98-44d2-a417-c5c49bf6a547,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.289776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.349356 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-38814ea7-bf00-466f-9901-ea110f299f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.415323 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f097eac7-cf2c-402c-ae9b-3bb2760d9ddd x-openstack-request-id: req-f097eac7-cf2c-402c-ae9b-3bb2760d9ddd {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:17.417093 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f4d31a-6230-42f3-b50c-fb51153dfb6f", "tag": "305bb188-a870-4dce-99bf-88028e1aca8c", "status": "completed", "code": 200}]} {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:17.417437 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f097eac7-cf2c-402c-ae9b-3bb2760d9ddd {{(pid=92753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:17.418023 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f4d31a-6230-42f3-b50c-fb51153dfb6f', 'tag': '305bb188-a870-4dce-99bf-88028e1aca8c', 'status': 'completed', 'code': 200} Jun 21 13:58:17.440408 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Network 2d6c84dc-da92-449c-ab5c-526075440e9a is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:17.464996 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:17.477372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:17.479967 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.490495 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.491370 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.582064 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03803daa-e148-45b0-b6c4-177507c3c031 req-2202e599-d467-496d-954d-cb1596eb905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.593077 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-2202e599-d467-496d-954d-cb1596eb905c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29d65988-f349-46ae-87b9-d01c3de6baf9 HTTP/1.1" status: 200 len: 852 time: 0.3915393 Jun 21 13:58:17.652641 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.661391 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.662116 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.666921 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.674689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-43c0d828-b738-4324-ad1e-66d2431ed1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.698929 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-43c0d828-b738-4324-ad1e-66d2431ed1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.772368 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01234c8b-49f2-44b9-985b-b6efd44e96e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d21889c-acdc-4da5-bf2a-2a6607c32430", "tag": "57f5ef1b-15c1-4173-9774-adbd1a4290f0"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:17.785174 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7fc9d6c6-077b-4fac-939c-4bb8614ddc8b req-4e900d02-ab5d-4562-9b97-30904ca2719a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 210 time: 0.1456685 Jun 21 13:58:17.819713 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.819820 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1842b-4498-4e83-8e5e-7c2ae02e90c9 req-3deec67c-b809-49ef-9141-31f496d78a0b tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.819820 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-04f1842b-4498-4e83-8e5e-7c2ae02e90c9 req-3deec67c-b809-49ef-9141-31f496d78a0b tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 943 time: 0.3280077 Jun 21 13:58:17.835226 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Made reservation on behalf of c911c52f16d04d60a145cb8beda5e6e4 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:17.835226 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.843771 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Pushing event updated for resources: {'Network': ['ID=583f4d85-6a5f-404a-aa0c-12ab95dd6bc3,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.857421 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.857603 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 583f4d85-6a5f-404a-aa0c-12ab95dd6bc3 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:58:17.862441 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-7e95d9ce-720b-4e3a-9c86-c212fa72dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.862441 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-7e95d9ce-720b-4e3a-9c86-c212fa72dbf7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 1097 time: 0.9113975 Jun 21 13:58:17.863152 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9577293 Jun 21 13:58:17.863859 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6001925 Jun 21 13:58:17.863968 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Pushing event updated for resources: {'Port': ['ID=37b4226c-0676-475f-b39d-39e5c9a91348,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.869142 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35328) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:17.872779 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-43c0d828-b738-4324-ad1e-66d2431ed1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.878417 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.882148 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Request body: {'subnet': {'network_id': '583f4d85-6a5f-404a-aa0c-12ab95dd6bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1859017877-subnet', 'tenant_id': '0c302accfd0c4c0692018d70224e8d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:17.895549 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-43c0d828-b738-4324-ad1e-66d2431ed1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.896687 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-43c0d828-b738-4324-ad1e-66d2431ed1e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc75826a-827e-4153-880f-5ac64ad66bb3 HTTP/1.1" status: 204 len: 168 time: 1.0445750 Jun 21 13:58:17.973390 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-6ee0ad21-13cc-4814-bf39-31b9656eb340 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5d343f2-289f-4b46-94f1-399a808a9be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898058 Jun 21 13:58:17.996096 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:18.024912 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-04f1842b-4498-4e83-8e5e-7c2ae02e90c9 req-3c5334d1-cb7c-4599-bf16-a9ce10d75f95 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943839 Jun 21 13:58:18.084726 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:18.097663 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Request body: {'port': {'device_id': '90270324-4637-4445-905f-be92a4b66be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:18.278802 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:18.285073 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:18.292934 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.308118 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Made reservation on behalf of 0c302accfd0c4c0692018d70224e8d9a for: {'subnet': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:18.319765 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.444640 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94265fed-0e68-441e-adf0-b3b70ccad371 x-openstack-request-id: req-94265fed-0e68-441e-adf0-b3b70ccad371 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:18.447175 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d21889c-acdc-4da5-bf2a-2a6607c32430", "tag": "57f5ef1b-15c1-4173-9774-adbd1a4290f0", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:18.449594 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94265fed-0e68-441e-adf0-b3b70ccad371 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:18.450365 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d21889c-acdc-4da5-bf2a-2a6607c32430', 'tag': '57f5ef1b-15c1-4173-9774-adbd1a4290f0', 'status': 'completed', 'code': 200} Jun 21 13:58:18.467364 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0d828-b738-4324-ad1e-66d2431ed1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc75826a-827e-4153-880f-5ac64ad66bb3,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:18.486608 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-43c0d828-b738-4324-ad1e-66d2431ed1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:18.495145 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-ec8d92a4-4877-4d71-adb2-055abb3b462f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5ef1b-15c1-4173-9774-adbd1a4290f0 HTTP/1.1" status: 200 len: 217 time: 0.5933163 Jun 21 13:58:18.535629 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.547409 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-ed05ea76-0d41-4371-bb0e-7f4c34430e6c service neutron] 10.222.0.64 "GET /v2.0/networks/e5d343f2-289f-4b46-94f1-399a808a9be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699629 Jun 21 13:58:18.635043 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:18.665828 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.668416 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-a7cb5c0f-9b98-41f6-ab5b-2ad219f37ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:18.689723 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-d3f48ba4-3541-4668-80c3-62e67d3ae5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:18.691561 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-d3f48ba4-3541-4668-80c3-62e67d3ae5e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.1273615 Jun 21 13:58:18.782440 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.793549 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:18.813416 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:18.888467 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-7078be4d-7dd1-4c73-b001-57858c563707 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690269 Jun 21 13:58:18.897868 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.995509 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4231d-564e-440f-86cb-cf5fd8bf6859 req-0a3812cd-65e4-4513-bf8e-b39975713ac7 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:18.999926 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aef4231d-564e-440f-86cb-cf5fd8bf6859 req-0a3812cd-65e4-4513-bf8e-b39975713ac7 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 944 time: 0.4514320 Jun 21 13:58:19.016302 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03803daa-e148-45b0-b6c4-177507c3c031 req-ea35ffc0-90ad-4662-8618-0d7f969cdd61 service neutron] 10.222.0.64 "GET /v2.0/networks/e5d343f2-289f-4b46-94f1-399a808a9be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439223 Jun 21 13:58:19.073095 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:19.139652 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aef4231d-564e-440f-86cb-cf5fd8bf6859 req-d36d9644-b010-45bc-a985-be25cc6f4c03 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222119 Jun 21 13:58:19.231179 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-f27e12c7-d3d7-4c3a-b12f-5e77b8d878b8 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944851 Jun 21 13:58:19.263204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:19.267592 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3044331 Jun 21 13:58:19.268508 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35374) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:19.288313 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:19.296172 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ef91221d-5a1f-4117-97c4-0454235860de req-3011db8e-55a5-4d3a-9754-569bb4a774a0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 210 time: 0.2152066 Jun 21 13:58:19.317551 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f4f9b1-3ef0-4fc7-b005-5577d52fe8b2,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:19.332847 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:19.340175 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Allocated IP 172.20.0.14 (2d6c84dc-da92-449c-ab5c-526075440e9a/fb8e9ead-4906-4ad8-ad95-183a83c713b2/1eb57c15-46e3-4b55-b922-4342d8dce15d) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:19.342552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:19.417109 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:19.844277 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:19.848976 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2150be-7f03-4e2e-91a6-3d122fe94f87 req-cb762092-b81e-4b17-9101-91ca95382d39 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:19.850509 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f2150be-7f03-4e2e-91a6-3d122fe94f87 req-cb762092-b81e-4b17-9101-91ca95382d39 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 943 time: 0.3313806 Jun 21 13:58:19.898656 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:19.899421 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:19.952995 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:19.964817 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:19.975459 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f2150be-7f03-4e2e-91a6-3d122fe94f87 req-a3f928a5-3d0d-4bdb-bcf3-f53af233acba tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046045 Jun 21 13:58:19.982501 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.000591 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d140ace4-6016-4466-aa04-b9c37ad22069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:20.025273 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-d7d47b90-e481-424a-ac8d-7037c370afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:20.027398 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-d7d47b90-e481-424a-ac8d-7037c370afe4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75c5b530eb624bdc8c0da7375df05f8e&device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 1096 time: 0.2853780 Jun 21 13:58:20.067841 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f0899a0-f3e2-40b9-a24a-70a9681adb96 req-d6b4ad33-1b9d-4fdb-bd0d-e67446e62c76 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831171 Jun 21 13:58:20.095546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=854bbe1e-c15e-4654-bb1d-9c79d87da01f,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:20.100309 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:20.111375 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Allocated IP 172.27.2.6 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/f0b9a540-96c5-477f-960a-a86345202053) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:20.111684 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Checking segment: {'id': '328586ca-4f66-46c5-8591-429a4aeb4dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '583f4d85-6a5f-404a-aa0c-12ab95dd6bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:20.111814 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Network hostable DHCP agents. Network: 583f4d85-6a5f-404a-aa0c-12ab95dd6bc3, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:58:20.129782 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.281154 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.331740 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Network 583f4d85-6a5f-404a-aa0c-12ab95dd6bc3 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:58:20.333831 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:20.344332 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.365573 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-bc6b1de5-811b-4b5c-9c8a-12705f14cb5d tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:20.382561 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35418) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:20.384119 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:20.400614 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:20.419107 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 583f4d85-6a5f-404a-aa0c-12ab95dd6bc3) {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:20.431828 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:20.434808 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbfed30-f2b5-4550-8810-d1bf2ddaabe8 None None] Network 583f4d85-6a5f-404a-aa0c-12ab95dd6bc3 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:20.437718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:20.438440 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.461910 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Network 2d6c84dc-da92-449c-ab5c-526075440e9a is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:20.464211 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Pushing event updated for resources: {'Port': ['ID=1eb57c15-46e3-4b55-b922-4342d8dce15d,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:20.482748 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:20.483691 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:20.486139 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:20.491841 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:20.492585 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.540322 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6661725 Jun 21 13:58:20.559392 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9054670 Jun 21 13:58:20.589398 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb76ec-d226-4db2-ae3f-ef640eda8099 req-829a7f3f-5e50-4863-a7bf-d4cd3ff17cce tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:20.591232 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dedb76ec-d226-4db2-ae3f-ef640eda8099 req-829a7f3f-5e50-4863-a7bf-d4cd3ff17cce tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 944 time: 0.2532463 Jun 21 13:58:20.649549 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b4226c-0676-475f-b39d-39e5c9a91348 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:20.671834 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdab6a9-e2b4-47e4-ab09-19bfcac529df None None] Network 583f4d85-6a5f-404a-aa0c-12ab95dd6bc3 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:20.682228 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.699888 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dedb76ec-d226-4db2-ae3f-ef640eda8099 req-2e5a33ba-1816-4816-81ea-6c58dbd92f0a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016669 Jun 21 13:58:20.706500 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'Port': ['ID=f0b9a540-96c5-477f-960a-a86345202053,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:20.711017 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a0d72c46-610d-4f14-9d3e-3af4ccd51921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.720271 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Transition to ACTIVE for port object 37b4226c-0676-475f-b39d-39e5c9a91348 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:20.729037 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:20.734483 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.737568 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.743717 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:20.836779 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.842715 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=37b4226c-0676-475f-b39d-39e5c9a91348,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:20.850606 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:20.885653 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35436) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:20.917263 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Attempting to bind port 37b4226c-0676-475f-b39d-39e5c9a91348 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:20.917894 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Attempting to bind port 37b4226c-0676-475f-b39d-39e5c9a91348 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:20.918110 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Attempting to bind port 37b4226c-0676-475f-b39d-39e5c9a91348 on network 2d6c84dc-da92-449c-ab5c-526075440e9a {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:20.935984 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93801650-5d38-414d-9e03-b0f9c142aff7 req-18c98859-0cfb-4bab-b50b-b5fb6c62fef5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:20.937551 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-93801650-5d38-414d-9e03-b0f9c142aff7 req-18c98859-0cfb-4bab-b50b-b5fb6c62fef5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 932 time: 0.3701406 Jun 21 13:58:20.940157 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Port 37b4226c-0676-475f-b39d-39e5c9a91348 on network 2d6c84dc-da92-449c-ab5c-526075440e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:20.940494 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Attempting to bind port 37b4226c-0676-475f-b39d-39e5c9a91348 on network 2d6c84dc-da92-449c-ab5c-526075440e9a {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:20.948080 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a0d72c46-610d-4f14-9d3e-3af4ccd51921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.951129 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:20.951699 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Checking segment: {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:20.952083 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Bound using segment: {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:20.952560 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Bound port: 37b4226c-0676-475f-b39d-39e5c9a91348, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:20.953065 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.956104 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a0d72c46-610d-4f14-9d3e-3af4ccd51921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.966959 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:20.973608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_v2 [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] Deleting subnet 0de7ae05-4fb0-4b57-be86-937f9db57aab {{(pid=92753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:58:20.987044 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.031078 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a0d72c46-610d-4f14-9d3e-3af4ccd51921 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1e9d146d2a74adbbfccfa7caa66dd97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482944 Jun 21 13:58:21.041949 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35442) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:21.056730 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d72c46-610d-4f14-9d3e-3af4ccd51921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bbe16b-dce0-4657-aa24-b68967ff65fe,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:21.086384 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a0d72c46-610d-4f14-9d3e-3af4ccd51921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:21.161629 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] For port 37b4226c-0676-475f-b39d-39e5c9a91348, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:21.217849 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-11f6f81c-6801-474e-ad23-dc91277cdef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.221338 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] For port 37b4226c-0676-475f-b39d-39e5c9a91348, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=37b4226c-0676-475f-b39d-39e5c9a91348,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:21.241540 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.258318 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-11f6f81c-6801-474e-ad23-dc91277cdef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.260886 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:21.316887 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:21.317487 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.318857 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] 10.222.0.64 "PUT /v2.0/ports/37b4226c-0676-475f-b39d-39e5c9a91348 HTTP/1.1" status: 200 len: 1093 time: 3.4211655 Jun 21 13:58:21.323651 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.325738 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90270324-4637-4445-905f-be92a4b66be8', 'tag': '37b4226c-0676-475f-b39d-39e5c9a91348'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:21.328332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16440edb-3b80-4b5b-ab31-ab7f37f2b845" -d '{"events": [{"name": "network-changed", "server_uuid": "90270324-4637-4445-905f-be92a4b66be8", "tag": "37b4226c-0676-475f-b39d-39e5c9a91348"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:21.351795 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-93801650-5d38-414d-9e03-b0f9c142aff7 req-718b5aad-2f4a-4ba6-a8b4-677ef1f9bf84 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052322 Jun 21 13:58:21.360247 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.371804 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:21.374701 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed380d2-5bb9-4dd4-817e-430815417241 req-06326a32-3d20-40ce-a30c-28e987aa0949 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:21.376317 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ed380d2-5bb9-4dd4-817e-430815417241 req-06326a32-3d20-40ce-a30c-28e987aa0949 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 943 time: 0.2170134 Jun 21 13:58:21.383464 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=37b4226c-0676-475f-b39d-39e5c9a91348,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:21.386979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:21.455471 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.462507 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.471459 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:58:21.482918 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ed380d2-5bb9-4dd4-817e-430815417241 req-5ca50773-0ca9-4937-8a3b-95dae345951b tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904193 Jun 21 13:58:21.488871 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-11f6f81c-6801-474e-ad23-dc91277cdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.494752 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-11f6f81c-6801-474e-ad23-dc91277cdef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.497790 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.499919 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-11f6f81c-6801-474e-ad23-dc91277cdef6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92bbe16b-dce0-4657-aa24-b68967ff65fe HTTP/1.1" status: 204 len: 168 time: 0.4566505 Jun 21 13:58:21.501025 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f3292633-0dec-410f-8510-7954b95a4e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:21.507633 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.520976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183543c6-39d9-4ce2-bdac-0ccf5a0e93c7 x-openstack-request-id: req-183543c6-39d9-4ce2-bdac-0ccf5a0e93c7 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:21.520976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90270324-4637-4445-905f-be92a4b66be8", "tag": "37b4226c-0676-475f-b39d-39e5c9a91348", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:21.520976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-183543c6-39d9-4ce2-bdac-0ccf5a0e93c7 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:21.520976 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90270324-4637-4445-905f-be92a4b66be8', 'tag': '37b4226c-0676-475f-b39d-39e5c9a91348', 'status': 'completed', 'code': 200} Jun 21 13:58:21.520976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6f81c-6801-474e-ad23-dc91277cdef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bbe16b-dce0-4657-aa24-b68967ff65fe,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:21.522260 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2528582 Jun 21 13:58:21.534891 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-11f6f81c-6801-474e-ad23-dc91277cdef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:21.568342 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'Port': ['ID=f0b9a540-96c5-477f-960a-a86345202053,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:21.573056 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:21.618251 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.623096 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:21.656992 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de7ae05-4fb0-4b57-be86-937f9db57aab,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:21.660527 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:21.661502 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.665998 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35476) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:21.666160 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-59896629-fbed-493e-8a7d-02e4080a97d1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0de7ae05-4fb0-4b57-be86-937f9db57aab HTTP/1.1" status: 204 len: 168 time: 0.7793608 Jun 21 13:58:21.802236 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.986915 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Request body: {'port': {'device_id': '367450a9-a24a-4ec1-a62b-771b378e7dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:21.994049 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.035291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.035851 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.036607 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.037088 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.037438 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.038334 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.038669 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.038989 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.039329 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.039643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.080924 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-ccc60b39-9f44-4d79-baab-f9610d425dbc tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1884657979&fields=id&tenant_id=7d173f3189e24446825aade1160d951e HTTP/1.1" status: 200 len: 267 time: 0.1406381 Jun 21 13:58:22.115693 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35510) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:22.177931 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.178417 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.182433 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76cdae28-a509-46a8-837e-25cfbb038774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.182648 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.183216 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:22.183734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d5bfce-c578-440e-b043-caa4a1c25b03']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:22.238233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a083753-b480-4829-8a2c-d7db5c7aee70') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:22.238475 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a083753-b480-4829-8a2c-d7db5c7aee70') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:22.294872 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-a91311c0-82e2-4f75-9a83-9acec6f93f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.296350 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-a91311c0-82e2-4f75-9a83-9acec6f93f52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5d343f2-289f-4b46-94f1-399a808a9be1 HTTP/1.1" status: 200 len: 913 time: 0.3130937 Jun 21 13:58:22.304460 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.340870 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.356409 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303848da-d1dd-4008-b862-03e9b02ad52a req-4fc1348a-47b7-4679-9305-6ab15cdab912 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.357975 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-4fc1348a-47b7-4679-9305-6ab15cdab912 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 810 time: 0.2618523 Jun 21 13:58:22.360824 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-7a429279-fdbc-4775-8440-ee279993bec3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=305bb188-a870-4dce-99bf-88028e1aca8c HTTP/1.1" status: 200 len: 217 time: 0.0544617 Jun 21 13:58:22.374551 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:58:22.375185 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: from cryptography.utils import int_from_bytes Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: from cryptography.utils import int_from_bytes Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:58:22.379799 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:58:22.390022 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-d5992864-7f25-4af1-af4d-ac13d12fa224 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/quotas/7d173f3189e24446825aade1160d951e HTTP/1.1" status: 200 len: 375 time: 0.0174839 Jun 21 13:58:22.406225 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efe5c2-3d3c-4b44-8c67-88c8dd231408 req-b4cde0b9-6b78-49a3-bbd7-3c43193869bb tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.408054 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-05efe5c2-3d3c-4b44-8c67-88c8dd231408 req-b4cde0b9-6b78-49a3-bbd7-3c43193869bb tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 944 time: 0.4747062 Jun 21 13:58:22.487308 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.503219 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-0bce9975-ff15-4d97-bffe-39a5a7caccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.504707 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-0bce9975-ff15-4d97-bffe-39a5a7caccf2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=29d65988-f349-46ae-87b9-d01c3de6baf9 HTTP/1.1" status: 200 len: 852 time: 0.1041195 Jun 21 13:58:22.509363 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76cdae28-a509-46a8-837e-25cfbb038774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.527857 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440edb-3b80-4b5b-ab31-ab7f37f2b845 req-6ea39647-ce63-4926-a5c3-074cc1568b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.529361 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-16440edb-3b80-4b5b-ab31-ab7f37f2b845 req-6ea39647-ce63-4926-a5c3-074cc1568b39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1096 time: 0.3005371 Jun 21 13:58:22.530808 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.536323 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-05efe5c2-3d3c-4b44-8c67-88c8dd231408 req-fa9aac5f-4159-4dbe-8c63-fa07979e9028 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950673 Jun 21 13:58:22.568999 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76cdae28-a509-46a8-837e-25cfbb038774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.569137 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:22.572201 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-bfe97e74-5a72-4249-92a5-8685d54e7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.572690 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-b2d2fd2d-2e70-4480-887f-2ae4b4d2b41d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5d343f2-289f-4b46-94f1-399a808a9be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608947 Jun 21 13:58:22.573656 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-bfe97e74-5a72-4249-92a5-8685d54e7ba5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 1097 time: 0.3511469 Jun 21 13:58:22.576618 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:22.640073 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.647766 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-50d49314-85b3-47d1-b663-9526f79d9f4c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2480705 Jun 21 13:58:22.648317 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/90d5bfce-c578-440e-b043-caa4a1c25b03 HTTP/1.1" status: 204 len: 168 time: 0.9801149 Jun 21 13:58:22.649429 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35552) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:22.657934 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdae28-a509-46a8-837e-25cfbb038774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a61d7-1104-42a0-9cea-9294d1792204,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:22.669122 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-76cdae28-a509-46a8-837e-25cfbb038774 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38b0ab643a2c4ce2b0a7d2902d9b284b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512645 Jun 21 13:58:22.670139 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-76cdae28-a509-46a8-837e-25cfbb038774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:22.685291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35554) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:22.686177 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=90d5bfce-c578-440e-b043-caa4a1c25b03,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:22.701235 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:22.752768 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Deleting subnet 854bbe1e-c15e-4654-bb1d-9c79d87da01f {{(pid=92753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:58:22.758740 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.808973 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-ade84d9d-1b68-4931-a1ba-ae517b32ee7d service neutron] 10.222.0.21 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603022 Jun 21 13:58:22.833363 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.879011 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.028523 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-a33666ea-3027-4a71-8fbd-026fd343bd75 service neutron] 10.222.0.21 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163386 Jun 21 13:58:23.058697 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-d5d3dffd-800e-4178-b68b-4b94c0738cbb service neutron] 10.222.0.64 "GET /v2.0/networks/e5d343f2-289f-4b46-94f1-399a808a9be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962626 Jun 21 13:58:23.060285 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786'] for subnet, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.064086 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d037a29f-0bbc-4ae0-9183-dce392e5988b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:23.252549 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854bbe1e-c15e-4654-bb1d-9c79d87da01f,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:23.253257 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440edb-3b80-4b5b-ab31-ab7f37f2b845 req-9d070f6b-f40b-4a00-90a6-414e03f45f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:23.255981 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-16440edb-3b80-4b5b-ab31-ab7f37f2b845 req-9d070f6b-f40b-4a00-90a6-414e03f45f15 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6983700 Jun 21 13:58:23.269497 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.273857 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/854bbe1e-c15e-4654-bb1d-9c79d87da01f HTTP/1.1" status: 204 len: 168 time: 0.6143970 Jun 21 13:58:23.275544 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb5e-c085-4bd4-b625-89e3a0061b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.286989 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:23.289004 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35606) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:23.420381 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3d950-ab38-4120-9a53-3e28fcb3c26d req-55b6da6e-3386-41e4-b3f1-b7f9c2536fe2 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:23.427591 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce3d950-ab38-4120-9a53-3e28fcb3c26d req-55b6da6e-3386-41e4-b3f1-b7f9c2536fe2 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 932 time: 0.7432001 Jun 21 13:58:23.441663 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb5e-c085-4bd4-b625-89e3a0061b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.522047 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-cf5197b3-9662-4b6f-962e-0e297224a2b0 service neutron] 10.222.0.64 "GET /v2.0/networks/e5d343f2-289f-4b46-94f1-399a808a9be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528894 Jun 21 13:58:23.525103 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-b505a04d-54a7-4009-bff3-ae0e90275c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:23.526753 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-b505a04d-54a7-4009-bff3-ae0e90275c39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 916 time: 0.6614678 Jun 21 13:58:23.528389 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.567335 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dbc50-f77d-44b3-a8d4-b0e4bb084e24 req-86e8a8c6-62ea-47c1-b50a-d48af5fc057b tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:23.574629 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-df7dbc50-f77d-44b3-a8d4-b0e4bb084e24 req-86e8a8c6-62ea-47c1-b50a-d48af5fc057b tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 943 time: 0.1746492 Jun 21 13:58:23.691639 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-1d220c7d-55ec-4a38-97b2-5a5eb635de0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5ef1b-15c1-4173-9774-adbd1a4290f0 HTTP/1.1" status: 200 len: 217 time: 0.1159813 Jun 21 13:58:23.714321 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce3d950-ab38-4120-9a53-3e28fcb3c26d req-c71d5bca-6ee2-4d8b-b994-516454c220bb tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855933 Jun 21 13:58:23.721846 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-df7dbc50-f77d-44b3-a8d4-b0e4bb084e24 req-fb490f90-e364-4fa7-bcd6-6c06a5a25208 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462111 Jun 21 13:58:23.734697 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35626) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:23.739012 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.765733 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.766163 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.766916 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.767254 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > port after_create 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.767596 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.767934 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > port after_update 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.768259 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.768649 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.769112 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.769426 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.782252 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440edb-3b80-4b5b-ab31-ab7f37f2b845 req-90cf9d5f-5256-4b6e-8c89-783899461389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:23.784700 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-16440edb-3b80-4b5b-ab31-ab7f37f2b845 req-90cf9d5f-5256-4b6e-8c89-783899461389 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5111382 Jun 21 13:58:23.823076 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb5e-c085-4bd4-b625-89e3a0061b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.864369 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e430cd9a-93eb-400e-a907-0ec88665944f req-eb9ca56f-9533-40ca-b2bf-ee8f69539f6a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 210 time: 0.0468538 Jun 21 13:58:23.870636 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9b5ddb5e-c085-4bd4-b625-89e3a0061b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.872045 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9b5ddb5e-c085-4bd4-b625-89e3a0061b27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba9a61d7-1104-42a0-9cea-9294d1792204 HTTP/1.1" status: 204 len: 168 time: 1.1837471 Jun 21 13:58:23.877628 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b610a863-2328-4ab9-96d4-c8139268b9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:23.925826 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.926271 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.926535 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.926873 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:23.927264 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583f4d85-6a5f-404a-aa0c-12ab95dd6bc3']}} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:23.931100 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb57c15-46e3-4b55-b922-4342d8dce15d {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:23.940674 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ddb5e-c085-4bd4-b625-89e3a0061b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a61d7-1104-42a0-9cea-9294d1792204,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:23.943676 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9b5ddb5e-c085-4bd4-b625-89e3a0061b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:23.961717 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.963958 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328586ca-4f66-46c5-8591-429a4aeb4dc9') {'for_net_delete': True} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:23.964758 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328586ca-4f66-46c5-8591-429a4aeb4dc9') {} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:23.975420 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-487b77df-c806-4074-939e-f4efba50d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:23.978314 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-487b77df-c806-4074-939e-f4efba50d106 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.2769108 Jun 21 13:58:23.998373 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929203'] for segment, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.018020 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3ac08ab4-a23a-4048-9da1-0ecf117a33fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.026050 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Transition to ACTIVE for port object 1eb57c15-46e3-4b55-b922-4342d8dce15d will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:24.027513 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.041211 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=92753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:58:24.041666 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12712247'] for segment, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: from cryptography.utils import int_from_bytes Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: from cryptography.utils import int_from_bytes Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: Traceback (most recent call last): Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: timer() Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: cb(*args, **kw) Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: return func(*args, **kwargs) Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: self._notify() Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: self.callback(batched_events) Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: event.method(event) Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: return f(self, *a, **k) Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._get(url).json() Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: return self.request(url, 'GET', **kwargs) Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:58:24.046077 dv-cinder-794962-5-iscsi neutron-server[92753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:58:24.064696 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.067247 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-c05a8949-5274-4de3-9c4c-13694d402e65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627644 Jun 21 13:58:24.074780 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-03431c4d-ef0c-4e5f-b01f-6bfe25e1f0cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.109552 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2ab49-c4e6-4c5c-8588-b25ecfe385ae req-88255dfb-cbbb-4c41-adc5-5f62b6fd3c93 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.116752 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d8a2ab49-c4e6-4c5c-8588-b25ecfe385ae req-88255dfb-cbbb-4c41-adc5-5f62b6fd3c93 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 944 time: 0.1763632 Jun 21 13:58:24.141227 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.148746 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.162302 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.164668 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] 10.222.0.21 "DELETE /v2.0/networks/583f4d85-6a5f-404a-aa0c-12ab95dd6bc3 HTTP/1.1" status: 204 len: 168 time: 0.8675098 Jun 21 13:58:24.195323 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-e6d449a2-88a8-44e2-90ff-2a4b455c74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.197368 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-e6d449a2-88a8-44e2-90ff-2a4b455c74f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1096 time: 0.3223686 Jun 21 13:58:24.211354 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d8a2ab49-c4e6-4c5c-8588-b25ecfe385ae req-e1891db9-82f0-4091-92fb-55be355872cf tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921457 Jun 21 13:58:24.214968 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=583f4d85-6a5f-404a-aa0c-12ab95dd6bc3,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.220400 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.277809 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb57c15-46e3-4b55-b922-4342d8dce15d,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.318358 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.326358 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-da3d64c3-144c-45b4-9258-8f04099e7aae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b4226c-0676-475f-b39d-39e5c9a91348 HTTP/1.1" status: 200 len: 217 time: 0.0745485 Jun 21 13:58:24.390200 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35648) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:24.429003 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-a164c19c-9dca-4ff1-8d36-59f2db94bf83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa14e2ed0a054526b74066b986f48e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375783 Jun 21 13:58:24.431861 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35650) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:24.474475 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-4ed8cb71-4f13-45d0-9e88-ea48eda438de service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946605 Jun 21 13:58:24.516753 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-d75a7075-1166-406e-918f-c8386c5e92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.518224 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-d75a7075-1166-406e-918f-c8386c5e92e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.1832719 Jun 21 13:58:24.606400 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-d1e4ca4b-d5d8-4e17-aee3-c95e3992982e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555794 Jun 21 13:58:24.607061 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Attempting to bind port 1eb57c15-46e3-4b55-b922-4342d8dce15d on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:24.607387 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Attempting to bind port 1eb57c15-46e3-4b55-b922-4342d8dce15d by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:24.607713 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Attempting to bind port 1eb57c15-46e3-4b55-b922-4342d8dce15d on network 2d6c84dc-da92-449c-ab5c-526075440e9a {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:24.617939 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3ac08ab4-a23a-4048-9da1-0ecf117a33fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.630563 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3ac08ab4-a23a-4048-9da1-0ecf117a33fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.641679 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Port 1eb57c15-46e3-4b55-b922-4342d8dce15d on network 2d6c84dc-da92-449c-ab5c-526075440e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:24.642026 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Attempting to bind port 1eb57c15-46e3-4b55-b922-4342d8dce15d on network 2d6c84dc-da92-449c-ab5c-526075440e9a {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:24.682197 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.685910 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.707721 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:24.708095 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Checking segment: {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:24.708446 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Bound using segment: {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:24.708897 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Bound port: 1eb57c15-46e3-4b55-b922-4342d8dce15d, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ff8a41-7e7e-42dc-8a19-64e76f00497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:24.709238 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.710571 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.774271 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.777559 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.785184 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/075e3c6b-35d4-496f-b935-65b5b14049f8 HTTP/1.1" status: 204 len: 168 time: 0.3507710 Jun 21 13:58:24.787395 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-dbcd6775-6d17-438e-908b-b71b18d66de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.809215 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075e3c6b-35d4-496f-b935-65b5b14049f8,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.820341 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.820979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] For port 1eb57c15-46e3-4b55-b922-4342d8dce15d, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:24.825526 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] For port 1eb57c15-46e3-4b55-b922-4342d8dce15d, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:24.831863 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac08ab4-a23a-4048-9da1-0ecf117a33fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb517b-a2f4-4efb-824a-f017b5cb9309,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.849016 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3ac08ab4-a23a-4048-9da1-0ecf117a33fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=145e321db28641c5badc1ed9713ef590&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1066971 Jun 21 13:58:24.851031 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-01234c8b-49f2-44b9-985b-b6efd44e96e1 req-2f6e4a92-997b-4583-899e-5e5b9abb7509 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693652 Jun 21 13:58:24.854040 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3ac08ab4-a23a-4048-9da1-0ecf117a33fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.854300 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35668) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:24.855132 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.867468 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-07af9baf-bebc-414e-bb3b-353f46901826 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.925001 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.925625 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.927122 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] 10.222.0.64 "PUT /v2.0/ports/1eb57c15-46e3-4b55-b922-4342d8dce15d HTTP/1.1" status: 200 len: 1094 time: 2.9459627 Jun 21 13:58:24.929847 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-d73471fd-4497-4e5b-8703-824bd6af2383 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149331 Jun 21 13:58:24.930634 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367450a9-a24a-4ec1-a62b-771b378e7dc8', 'tag': '1eb57c15-46e3-4b55-b922-4342d8dce15d'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:24.931755 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffcc1-6335-4379-8cd3-5481039b009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.933113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4f163b-0a87-44c8-9463-5e2e30b41663" -d '{"events": [{"name": "network-changed", "server_uuid": "367450a9-a24a-4ec1-a62b-771b378e7dc8", "tag": "1eb57c15-46e3-4b55-b922-4342d8dce15d"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:24.962416 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffcc1-6335-4379-8cd3-5481039b009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.028640 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffcc1-6335-4379-8cd3-5481039b009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.032305 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4e8ffcc1-6335-4379-8cd3-5481039b009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.033960 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4e8ffcc1-6335-4379-8cd3-5481039b009e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11eb517b-a2f4-4efb-824a-f017b5cb9309 HTTP/1.1" status: 204 len: 168 time: 0.1785724 Jun 21 13:58:25.034953 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-557dc032-bf6b-4a0c-8dec-e21cf406fe78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:25.048645 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ffcc1-6335-4379-8cd3-5481039b009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb517b-a2f4-4efb-824a-f017b5cb9309,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:25.065526 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4e8ffcc1-6335-4379-8cd3-5481039b009e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:25.231716 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5763477-82ab-4486-b0fb-9d6da7328952 req-ddc9a152-092b-4b31-a971-84b4126156c0 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.232617 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d5763477-82ab-4486-b0fb-9d6da7328952 req-ddc9a152-092b-4b31-a971-84b4126156c0 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 943 time: 0.1393073 Jun 21 13:58:25.310646 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d5763477-82ab-4486-b0fb-9d6da7328952 req-43b72967-5173-4903-97e6-ea64fa5aaaec tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680773 Jun 21 13:58:25.329438 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb57c15-46e3-4b55-b922-4342d8dce15d,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:25.333048 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:25.428839 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e506e512-50f1-485f-b7a7-f39af33c2e65 req-26307bd7-97c0-4d2f-8491-2cacae798d62 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592957 Jun 21 13:58:25.452325 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829f0d1-6574-43c8-a6c0-9e4e5de25314 req-4cc2562b-dc8e-4025-bc10-6cbb4aa7943d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.454264 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2829f0d1-6574-43c8-a6c0-9e4e5de25314 req-4cc2562b-dc8e-4025-bc10-6cbb4aa7943d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 944 time: 0.5480738 Jun 21 13:58:25.461982 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303848da-d1dd-4008-b862-03e9b02ad52a req-405040e6-1541-426e-8fd3-c8940b8da73b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.463864 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-405040e6-1541-426e-8fd3-c8940b8da73b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 810 time: 0.2907641 Jun 21 13:58:25.477485 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-191b1cf2-207d-47ef-beaf-539ac8bb6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.479139 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-191b1cf2-207d-47ef-beaf-539ac8bb6e7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 1097 time: 0.3070734 Jun 21 13:58:25.479259 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-75d1c69a-efd1-45a4-a743-f8bb62556b7d req-b103afa7-7299-483e-812e-6a8ba9bb91ce tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 210 time: 0.0418401 Jun 21 13:58:25.512944 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2829f0d1-6574-43c8-a6c0-9e4e5de25314 req-b9bca88d-dcc6-41cd-aeeb-4dbfe896c3c5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Jun 21 13:58:25.520092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98146a67-f095-4002-922e-3e4c1d214bdd x-openstack-request-id: req-98146a67-f095-4002-922e-3e4c1d214bdd {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:25.520092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367450a9-a24a-4ec1-a62b-771b378e7dc8", "tag": "1eb57c15-46e3-4b55-b922-4342d8dce15d", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:25.520092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98146a67-f095-4002-922e-3e4c1d214bdd {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:25.520092 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367450a9-a24a-4ec1-a62b-771b378e7dc8', 'tag': '1eb57c15-46e3-4b55-b922-4342d8dce15d', 'status': 'completed', 'code': 200} Jun 21 13:58:25.590200 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-5bf35852-94ad-4050-96cf-51a559d0c549 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d173f3189e24446825aade1160d951e HTTP/1.1" status: 200 len: 380 time: 0.0519426 Jun 21 13:58:25.633134 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'port': {'device_id': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'admin_state_up': True, 'tenant_id': '7d173f3189e24446825aade1160d951e', 'security_groups': ['0e7f7c48-d512-401b-9b81-fe1331f82c1d']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:25.637425 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-198dd22b-b29a-4186-a429-2863b8af112f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d HTTP/1.1" status: 200 len: 217 time: 0.0461915 Jun 21 13:58:25.721039 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b1f76-1b5a-4ff1-ab06-cda467bd5e61 req-94d14d37-438a-468a-be32-0cea138a9c59 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.729884 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5d6b1f76-1b5a-4ff1-ab06-cda467bd5e61 req-94d14d37-438a-468a-be32-0cea138a9c59 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 944 time: 0.0833466 Jun 21 13:58:25.733179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35704) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:25.737054 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-9bf8adc5-0a73-401a-9ec2-d3735b324b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.738564 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-9bf8adc5-0a73-401a-9ec2-d3735b324b60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.0867836 Jun 21 13:58:25.778172 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-7e7de478-a657-4d45-86b6-714f73117a4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329051 Jun 21 13:58:25.809627 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5d6b1f76-1b5a-4ff1-ab06-cda467bd5e61 req-2b269249-7240-4063-a24d-e9d58ecfd7c9 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782464 Jun 21 13:58:25.816468 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-2eca1524-2584-40ba-b015-f01354eefe62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c302accfd0c4c0692018d70224e8d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818546 Jun 21 13:58:25.819229 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35706) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:25.823965 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35708) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:25.850950 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e966532f-7712-4803-8fb6-017eae35dad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.917767 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ed67c238-09a1-4fe2-ac32-bdee195101e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.931071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35712) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:25.937835 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-852d8dae-3d59-4092-9ea7-718765224156 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500282 Jun 21 13:58:25.955111 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ed67c238-09a1-4fe2-ac32-bdee195101e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.026515 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e966532f-7712-4803-8fb6-017eae35dad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.031449 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e966532f-7712-4803-8fb6-017eae35dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.035925 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ed67c238-09a1-4fe2-ac32-bdee195101e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.037585 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:26.048589 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ed67c238-09a1-4fe2-ac32-bdee195101e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.049742 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ed67c238-09a1-4fe2-ac32-bdee195101e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5374e5b1-b695-4b44-b6fe-4f0c118b389d HTTP/1.1" status: 204 len: 168 time: 0.2245679 Jun 21 13:58:26.072323 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Made reservation on behalf of 7d173f3189e24446825aade1160d951e for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:26.076586 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.082441 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-e966532f-7712-4803-8fb6-017eae35dad7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d15a8067e48d413f90044411c7306176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560084 Jun 21 13:58:26.083252 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966532f-7712-4803-8fb6-017eae35dad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c64d2-b016-46c5-adaf-227457229a0c,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:26.087050 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35720) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:26.105332 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67c238-09a1-4fe2-ac32-bdee195101e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374e5b1-b695-4b44-b6fe-4f0c118b389d,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:26.110056 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ed67c238-09a1-4fe2-ac32-bdee195101e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:26.110514 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:26.111012 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:26.145712 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fb6d5018-35be-4929-a97d-99b5cfadba07 req-ff867576-4bd7-4ca5-b60e-85f9bcd177c4 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856155 Jun 21 13:58:26.152517 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8d48-3316-40a2-b352-9132024812dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.178412 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8d48-3316-40a2-b352-9132024812dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.205806 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e347-29a5-42bf-899e-62c3a9c3bc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.254411 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8d48-3316-40a2-b352-9132024812dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.258969 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8d48-3316-40a2-b352-9132024812dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.265117 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-1c9d8d48-3316-40a2-b352-9132024812dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d26c64d2-b016-46c5-adaf-227457229a0c HTTP/1.1" status: 204 len: 168 time: 0.1775260 Jun 21 13:58:26.265543 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-56dbab9e-e923-4f98-9263-9276baa84791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:26.278026 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d8d48-3316-40a2-b352-9132024812dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c64d2-b016-46c5-adaf-227457229a0c,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:26.281505 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-1c9d8d48-3316-40a2-b352-9132024812dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:26.357910 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Allocated IP 172.20.0.10 (97b3aeb1-651c-41db-99fd-01386d540e26/b3d8ef45-9799-407b-8152-f3b683e4292e/2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:26.385148 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-4cdc28ab-af5b-4eaf-b76a-a82b30d15167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.386718 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-4cdc28ab-af5b-4eaf-b76a-a82b30d15167 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 1097 time: 0.1127603 Jun 21 13:58:26.587739 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-bb455898-ba1f-4507-8021-29e96871629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.589300 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-bb455898-ba1f-4507-8021-29e96871629f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 919 time: 0.1938803 Jun 21 13:58:26.603096 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e347-29a5-42bf-899e-62c3a9c3bc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.625630 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ca05f3b8-c08e-4ebf-90a9-b6124e99e1a1 req-a2b21166-7b88-4214-985d-f20d5618cbc2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 210 time: 0.0392044 Jun 21 13:58:26.660936 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e347-29a5-42bf-899e-62c3a9c3bc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.689159 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-84323c56-1c9d-4db3-bdf3-071f4e6dc5a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d HTTP/1.1" status: 200 len: 217 time: 0.0807309 Jun 21 13:58:26.693838 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:26.718884 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-4ca9e347-29a5-42bf-899e-62c3a9c3bc75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f016f4f70264ed6be38da0fcb2ad0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861404 Jun 21 13:58:26.720780 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35750) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:26.733719 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e347-29a5-42bf-899e-62c3a9c3bc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb66cdd-5f29-47b7-b728-1f5b4d8ff7ef,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:26.763104 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4ca9e347-29a5-42bf-899e-62c3a9c3bc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:26.819645 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-55a47f0c-44e4-486c-90d9-a2ccf568c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.821126 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-55a47f0c-44e4-486c-90d9-a2ccf568c257 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.0977573 Jun 21 13:58:26.836983 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fd5e1-8eba-4318-a6da-c8dc00665d91 req-5b6239ae-ad53-4082-a015-823d940e25f2 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.838506 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-708fd5e1-8eba-4318-a6da-c8dc00665d91 req-5b6239ae-ad53-4082-a015-823d940e25f2 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 943 time: 0.3742769 Jun 21 13:58:26.873899 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-008d3e32-151a-48a3-864d-fcc9f69d7bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.886673 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.895737 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-07645ac1-7384-4169-88eb-9b51014d08f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562842 Jun 21 13:58:26.910702 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-008d3e32-151a-48a3-864d-fcc9f69d7bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.941275 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9e46-ae3f-44ee-8166-15d761859b84 req-6dfb522c-c679-4d9f-b052-9c0987d0d6ee tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.948382 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-546f9e46-ae3f-44ee-8166-15d761859b84 req-6dfb522c-c679-4d9f-b052-9c0987d0d6ee tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 944 time: 0.1393433 Jun 21 13:58:26.958234 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Transition to ACTIVE for port object 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:26.988462 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-708fd5e1-8eba-4318-a6da-c8dc00665d91 req-d1cc0495-9748-4fed-a780-1c7e419b3a76 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389332 Jun 21 13:58:27.019925 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-546f9e46-ae3f-44ee-8166-15d761859b84 req-0491a56f-32e1-4e58-a7ec-18ff3cf7cb65 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668190 Jun 21 13:58:27.039169 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-008d3e32-151a-48a3-864d-fcc9f69d7bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.042180 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-008d3e32-151a-48a3-864d-fcc9f69d7bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.044223 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-008d3e32-151a-48a3-864d-fcc9f69d7bce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cb66cdd-5f29-47b7-b728-1f5b4d8ff7ef HTTP/1.1" status: 204 len: 168 time: 0.3224156 Jun 21 13:58:27.045305 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:27.046778 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.050272 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-5551d7bf-ccac-4726-92ea-fd701a26030a service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468294 Jun 21 13:58:27.053854 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:27.060473 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d3e32-151a-48a3-864d-fcc9f69d7bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb66cdd-5f29-47b7-b728-1f5b4d8ff7ef,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:27.066864 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-008d3e32-151a-48a3-864d-fcc9f69d7bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:27.164644 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Network 97b3aeb1-651c-41db-99fd-01386d540e26 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:27.205521 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:27.213511 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:27.220266 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'Port': ['ID=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:27.258334 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:27.291719 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4e4f163b-0a87-44c8-9463-5e2e30b41663 req-9f9f3620-3f66-4b38-ad4e-ae909fbb1c97 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309639 Jun 21 13:58:27.309233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.309883 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.336240 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014a189-f653-4a6e-8df8-17c5322cc587 req-50c82e21-e977-4067-8c41-54e331ad2acd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.337784 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5014a189-f653-4a6e-8df8-17c5322cc587 req-50c82e21-e977-4067-8c41-54e331ad2acd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 944 time: 0.1773779 Jun 21 13:58:27.352594 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7245374 Jun 21 13:58:27.372298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Request body: {'port': {'device_id': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:27.406517 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5014a189-f653-4a6e-8df8-17c5322cc587 req-438c308d-d439-4376-b6d8-1dd60fa729b5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612562 Jun 21 13:58:27.486517 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.576217 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-daafc940-65d8-4e97-b748-fb3cb775bbf9 None None] Provisioning for port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:27.583667 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35794) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:27.585804 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-daafc940-65d8-4e97-b748-fb3cb775bbf9 None None] Provisioning complete for port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:27.586419 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-daafc940-65d8-4e97-b748-fb3cb775bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.606001 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-23ad5c04-27a6-4af7-9864-0b9fdaf9f315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.630493 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-daafc940-65d8-4e97-b748-fb3cb775bbf9 None None] Port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:27.752371 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-23ad5c04-27a6-4af7-9864-0b9fdaf9f315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.758423 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-23ad5c04-27a6-4af7-9864-0b9fdaf9f315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.769717 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ed67c238-09a1-4fe2-ac32-bdee195101e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:27.830378 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35802) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:27.842137 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad5c04-27a6-4af7-9864-0b9fdaf9f315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f312f488-d336-4d96-bda7-9eaaf034499b,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:27.847413 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-23ad5c04-27a6-4af7-9864-0b9fdaf9f315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:27.850988 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-23ad5c04-27a6-4af7-9864-0b9fdaf9f315 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0d7d23c01774b76ac115305eee71177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663989 Jun 21 13:58:27.853680 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35806) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:27.856440 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:27.866434 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.885979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Transition to ACTIVE for port object 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:27.895359 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.898695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:27.924815 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f071d4-7986-4f60-88b0-5593317aec78 req-ce18ea3e-6d15-4d90-b33e-3e246991684b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.926397 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b9f071d4-7986-4f60-88b0-5593317aec78 req-ce18ea3e-6d15-4d90-b33e-3e246991684b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 932 time: 0.1592460 Jun 21 13:58:27.952835 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-984b9892-8b00-4264-b570-3132f904a90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.980850 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 57f5ef1b-15c1-4173-9774-adbd1a4290f0 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:27.992102 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-984b9892-8b00-4264-b570-3132f904a90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.007735 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b9f071d4-7986-4f60-88b0-5593317aec78 req-761e1370-f667-4d5f-95c8-26e1ac9a1b6a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723691 Jun 21 13:58:28.056090 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Pushing event updated for resources: {'Port': ['ID=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.063908 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.166980 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0605dbc8-a5e1-4e63-a06d-d4f97f23c8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.170310 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-984b9892-8b00-4264-b570-3132f904a90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.173213 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-984b9892-8b00-4264-b570-3132f904a90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.174389 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-984b9892-8b00-4264-b570-3132f904a90b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f312f488-d336-4d96-bda7-9eaaf034499b HTTP/1.1" status: 204 len: 168 time: 0.3198156 Jun 21 13:58:28.195691 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-008d3e32-151a-48a3-864d-fcc9f69d7bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:28.216363 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b9892-8b00-4264-b570-3132f904a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f312f488-d336-4d96-bda7-9eaaf034499b,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.229835 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-984b9892-8b00-4264-b570-3132f904a90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.272038 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 57f5ef1b-15c1-4173-9774-adbd1a4290f0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=57f5ef1b-15c1-4173-9774-adbd1a4290f0,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:28.317312 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '57f5ef1b-15c1-4173-9774-adbd1a4290f0', 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'port_id': '57f5ef1b-15c1-4173-9774-adbd1a4290f0', 'mac_address': 'fa:16:3e:2c:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cc21af-7543-4e92-98cc-29627309357a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:28.387540 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2c7ac-9732-4624-a07b-c9323f3ca9b7 req-53e98f8b-8c36-4aca-92b0-dd0b8e2cb8a6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.394633 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-71b2c7ac-9732-4624-a07b-c9323f3ca9b7 req-53e98f8b-8c36-4aca-92b0-dd0b8e2cb8a6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 944 time: 0.1318994 Jun 21 13:58:28.397227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.419759 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f5ef1b-15c1-4173-9774-adbd1a4290f0 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:28.429128 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0605dbc8-a5e1-4e63-a06d-d4f97f23c8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.444717 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 57f5ef1b-15c1-4173-9774-adbd1a4290f0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=57f5ef1b-15c1-4173-9774-adbd1a4290f0,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:28.445296 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0605dbc8-a5e1-4e63-a06d-d4f97f23c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.453474 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.454409 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 305bb188-a870-4dce-99bf-88028e1aca8c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:28.461034 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-af9d2798-c8dd-4152-8a78-1ab3cfa05115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:28.506488 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-71b2c7ac-9732-4624-a07b-c9323f3ca9b7 req-b1b3730e-65b2-4f47-b339-6ea133546fed tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075780 Jun 21 13:58:28.548175 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:28.554414 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605dbc8-a5e1-4e63-a06d-d4f97f23c8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca11180-a3cc-4cfb-b47f-c1977d07572e,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.565139 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0605dbc8-a5e1-4e63-a06d-d4f97f23c8c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f07935908514d059ea568924a245aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7298789 Jun 21 13:58:28.568036 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0605dbc8-a5e1-4e63-a06d-d4f97f23c8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.573041 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35828) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:28.595478 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Attempting to bind port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:28.595478 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Attempting to bind port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:28.595478 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Attempting to bind port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 on network 97b3aeb1-651c-41db-99fd-01386d540e26 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:28.619373 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902682-70b0-48b9-8f39-7bad2626fde8 req-022fca9c-5b3b-48f7-8da4-8949655425dd tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.620956 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-91902682-70b0-48b9-8f39-7bad2626fde8 req-022fca9c-5b3b-48f7-8da4-8949655425dd tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 943 time: 0.1812992 Jun 21 13:58:28.622031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 on network 97b3aeb1-651c-41db-99fd-01386d540e26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:28.622344 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Attempting to bind port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 on network 97b3aeb1-651c-41db-99fd-01386d540e26 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:28.628511 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:28.628881 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Checking segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:28.629216 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Bound using segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:28.629654 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Bound port: 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:28.629999 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.635987 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 305bb188-a870-4dce-99bf-88028e1aca8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=305bb188-a870-4dce-99bf-88028e1aca8c,segment=NetworkSegment(8730987b-7639-4a17-90e1-ffada439860a),segment_id=8730987b-7639-4a17-90e1-ffada439860a)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:28.661095 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '305bb188-a870-4dce-99bf-88028e1aca8c', 'network_id': 'e5d343f2-289f-4b46-94f1-399a808a9be1', 'port_id': '305bb188-a870-4dce-99bf-88028e1aca8c', 'mac_address': 'fa:16:3e:95:65:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d65988-f349-46ae-87b9-d01c3de6baf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:28.676621 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0f78b7c3-4589-440c-8c07-9106c72dff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.701055 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=57f5ef1b-15c1-4173-9774-adbd1a4290f0,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.704249 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.714896 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.718895 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-91902682-70b0-48b9-8f39-7bad2626fde8 req-a4168353-a519-4e9b-b44e-31175180edb4 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864730 Jun 21 13:58:28.729737 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305bb188-a870-4dce-99bf-88028e1aca8c {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:28.747175 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0f78b7c3-4589-440c-8c07-9106c72dff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.760638 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 305bb188-a870-4dce-99bf-88028e1aca8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=305bb188-a870-4dce-99bf-88028e1aca8c,segment=NetworkSegment(8730987b-7639-4a17-90e1-ffada439860a),segment_id=8730987b-7639-4a17-90e1-ffada439860a)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:28.766219 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] For port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:28.770882 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] For port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:28.771939 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.775303 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:28.777734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.780451 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:28.823573 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.824779 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.826799 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] 10.222.0.64 "PUT /v2.0/ports/2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 200 len: 1094 time: 1.4590762 Jun 21 13:58:28.827677 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'tag': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:28.827933 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0dd60-1def-43f2-8660-074a95d38bf6 req-b63b8d35-f0d3-4a27-a0dd-3f65dbbd724d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.831401 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d11f264-bf83-4023-a83f-3e4b0d63f364" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7", "tag": "2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:28.847284 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-29b0dd60-1def-43f2-8660-074a95d38bf6 req-b63b8d35-f0d3-4a27-a0dd-3f65dbbd724d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 945 time: 0.1454580 Jun 21 13:58:28.867428 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Pushing event updated for resources: {'Port': ['ID=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.872222 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.889502 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=305bb188-a870-4dce-99bf-88028e1aca8c,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.898196 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.907013 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0f78b7c3-4589-440c-8c07-9106c72dff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.909958 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0f78b7c3-4589-440c-8c07-9106c72dff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.911111 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0f78b7c3-4589-440c-8c07-9106c72dff72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ca11180-a3cc-4cfb-b47f-c1977d07572e HTTP/1.1" status: 204 len: 168 time: 0.3370101 Jun 21 13:58:28.919847 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-1c9d8d48-3316-40a2-b352-9132024812dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:28.923560 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325f5ab-bdb6-49bb-873c-5d78962adfa6 x-openstack-request-id: req-0325f5ab-bdb6-49bb-873c-5d78962adfa6 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:28.923560 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7", "tag": "2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:28.923790 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0325f5ab-bdb6-49bb-873c-5d78962adfa6 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:28.924216 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'tag': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'status': 'completed', 'code': 200} Jun 21 13:58:28.944475 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-29b0dd60-1def-43f2-8660-074a95d38bf6 req-7acb9680-6504-47e8-ac0b-350880fa77b7 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961792 Jun 21 13:58:28.949138 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78b7c3-4589-440c-8c07-9106c72dff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca11180-a3cc-4cfb-b47f-c1977d07572e,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.954019 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0f78b7c3-4589-440c-8c07-9106c72dff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.992794 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303848da-d1dd-4008-b862-03e9b02ad52a req-48aefd86-6261-48e5-9fc4-86c0e97b3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.994290 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-48aefd86-6261-48e5-9fc4-86c0e97b3223 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 1097 time: 0.0808606 Jun 21 13:58:29.048243 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-02ef13a8-79b0-4611-9094-13633003795f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 200 len: 217 time: 0.0377564 Jun 21 13:58:29.099019 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9ed3cb2e-7763-4168-9a34-247c5cd3a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.100739 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-9ed3cb2e-7763-4168-9a34-247c5cd3a3a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0467701 Jun 21 13:58:29.229534 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303848da-d1dd-4008-b862-03e9b02ad52a req-aafdaf4f-5a65-45e1-9923-09ad694be339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.231039 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-aafdaf4f-5a65-45e1-9923-09ad694be339 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1238570 Jun 21 13:58:29.253662 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7be47-74b9-4886-a133-0b6fb919c270 req-99d3b512-9e17-402e-abf3-71f755d7844f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.255107 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bbf7be47-74b9-4886-a133-0b6fb919c270 req-99d3b512-9e17-402e-abf3-71f755d7844f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 944 time: 0.1096616 Jun 21 13:58:29.268556 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['305bb188-a870-4dce-99bf-88028e1aca8c'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:29.331233 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['57f5ef1b-15c1-4173-9774-adbd1a4290f0'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:29.340684 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bbf7be47-74b9-4886-a133-0b6fb919c270 req-c25ddcd1-48fe-412f-93a3-6f4f9538d166 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755754 Jun 21 13:58:29.368606 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-6d532dc2-0214-449c-aa50-29136d46442d service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236706 Jun 21 13:58:29.468200 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-303848da-d1dd-4008-b862-03e9b02ad52a req-2e49d4ee-b513-4b99-b88c-7b3b3616905e service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984199 Jun 21 13:58:29.540227 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 35866) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:29.560741 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-77d7c0a0-c5f7-40ba-9355-1415a2851903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:29.685101 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-fe7cabca-c627-4321-8e29-b43b3e8ea236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.686810 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-fe7cabca-c627-4321-8e29-b43b3e8ea236 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 1097 time: 0.1160698 Jun 21 13:58:29.721386 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ef365-00bc-411d-93a6-96b57a50246d req-e969cd73-cf8a-4ce0-bfe0-612055de18a8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.730527 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-808ef365-00bc-411d-93a6-96b57a50246d req-e969cd73-cf8a-4ce0-bfe0-612055de18a8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 944 time: 0.0894527 Jun 21 13:58:29.791789 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-808ef365-00bc-411d-93a6-96b57a50246d req-6af26560-c6dc-44c3-bd73-c7a0444ada76 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600908 Jun 21 13:58:29.834333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-4276d853-0eee-440a-be60-8620e126a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.836047 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-4276d853-0eee-440a-be60-8620e126a521 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 911 time: 0.1416600 Jun 21 13:58:29.862091 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-77d7c0a0-c5f7-40ba-9355-1415a2851903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:29.884552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-77d7c0a0-c5f7-40ba-9355-1415a2851903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:29.914999 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:29.950551 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-3687ba4f-8bef-466c-9d55-f59158db9a28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 200 len: 217 time: 0.0864677 Jun 21 13:58:30.012744 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 37b4226c-0676-475f-b39d-39e5c9a91348 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:30.021618 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-77d7c0a0-c5f7-40ba-9355-1415a2851903 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bdb9d51f3db427ba6f89eda55a8f952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761946 Jun 21 13:58:30.021962 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 35886) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:30.025553 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7c0a0-c5f7-40ba-9355-1415a2851903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b22d278-b660-4b9d-acf6-077084774036,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.029234 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-77d7c0a0-c5f7-40ba-9355-1415a2851903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:30.052089 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-37510bb0-acf9-4f5b-b4c1-db87f194b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:30.053651 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-37510bb0-acf9-4f5b-b4c1-db87f194b03f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0887609 Jun 21 13:58:30.066772 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe3b32-be55-4050-ba60-2e273fbd4886 req-49fb0331-da44-4843-a193-6859535a5cd5 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:30.073974 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3dfe3b32-be55-4050-ba60-2e273fbd4886 req-49fb0331-da44-4843-a193-6859535a5cd5 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 944 time: 0.2086072 Jun 21 13:58:30.149613 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3dfe3b32-be55-4050-ba60-2e273fbd4886 req-7e7c2629-842b-4309-b21f-4957307b9f93 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745926 Jun 21 13:58:30.155692 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65a737a5-ab23-4aa9-9823-a6c896d14de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.190016 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-8ff7bd43-a62d-45a2-808a-1f8fb317b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:30.192692 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-8ff7bd43-a62d-45a2-808a-1f8fb317b2fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159101 Jun 21 13:58:30.244898 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65a737a5-ab23-4aa9-9823-a6c896d14de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.264749 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 37b4226c-0676-475f-b39d-39e5c9a91348, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=37b4226c-0676-475f-b39d-39e5c9a91348,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:30.286009 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '37b4226c-0676-475f-b39d-39e5c9a91348', 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a', 'port_id': '37b4226c-0676-475f-b39d-39e5c9a91348', 'mac_address': 'fa:16:3e:8f:da:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8e9ead-4906-4ad8-ad95-183a83c713b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:30.332755 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.336033 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec574640-cce6-43ca-a66f-27419a1e33e1 req-1ee9eddd-40ee-4788-9534-7916ee19cd84 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:30.341983 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ec574640-cce6-43ca-a66f-27419a1e33e1 req-1ee9eddd-40ee-4788-9534-7916ee19cd84 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 945 time: 0.1824510 Jun 21 13:58:30.344984 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65a737a5-ab23-4aa9-9823-a6c896d14de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.347570 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b4226c-0676-475f-b39d-39e5c9a91348 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:30.348358 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65a737a5-ab23-4aa9-9823-a6c896d14de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.349612 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-65a737a5-ab23-4aa9-9823-a6c896d14de7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b22d278-b660-4b9d-acf6-077084774036 HTTP/1.1" status: 204 len: 168 time: 0.3266423 Jun 21 13:58:30.351519 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:30.358917 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-3760c71f-d703-4310-a996-7ddd1dfcd3d4 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533654 Jun 21 13:58:30.361768 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a737a5-ab23-4aa9-9823-a6c896d14de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b22d278-b660-4b9d-acf6-077084774036,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.371197 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-65a737a5-ab23-4aa9-9823-a6c896d14de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:30.378371 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 37b4226c-0676-475f-b39d-39e5c9a91348, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=37b4226c-0676-475f-b39d-39e5c9a91348,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:30.393322 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.394463 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 1eb57c15-46e3-4b55-b922-4342d8dce15d details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:30.397966 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:30.481940 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ec574640-cce6-43ca-a66f-27419a1e33e1 req-61152092-07ee-4aa4-a095-f9491db8b505 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311002 Jun 21 13:58:30.513320 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=37b4226c-0676-475f-b39d-39e5c9a91348,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.517819 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:30.525717 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 1eb57c15-46e3-4b55-b922-4342d8dce15d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:30.569270 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '1eb57c15-46e3-4b55-b922-4342d8dce15d', 'network_id': '2d6c84dc-da92-449c-ab5c-526075440e9a', 'port_id': '1eb57c15-46e3-4b55-b922-4342d8dce15d', 'mac_address': 'fa:16:3e:be:af:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8e9ead-4906-4ad8-ad95-183a83c713b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:30.570248 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d11f264-bf83-4023-a83f-3e4b0d63f364 req-c27e4e71-9900-4e4b-a1fa-e949fb28555b service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039933 Jun 21 13:58:30.617996 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.649624 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb57c15-46e3-4b55-b922-4342d8dce15d {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:30.711496 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb01f1-7bde-4a41-9138-9a32a7229a47 req-4e93a6ac-cd4b-4f20-ac14-e735adb27bff tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:30.720375 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2cbb01f1-7bde-4a41-9138-9a32a7229a47 req-4e93a6ac-cd4b-4f20-ac14-e735adb27bff tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 944 time: 0.0990500 Jun 21 13:58:30.731477 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 1eb57c15-46e3-4b55-b922-4342d8dce15d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:30.738945 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.740955 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:30.772402 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2cbb01f1-7bde-4a41-9138-9a32a7229a47 req-76f5c7fe-04bc-4863-a3a2-7938de78f0b9 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510118 Jun 21 13:58:30.865475 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=1eb57c15-46e3-4b55-b922-4342d8dce15d,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.868814 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:31.009356 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10109442-9f80-443b-b65e-35c814d7efb8 req-6725b812-8060-4967-af56-71f04589906a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:31.011426 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-10109442-9f80-443b-b65e-35c814d7efb8 req-6725b812-8060-4967-af56-71f04589906a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 945 time: 0.0684216 Jun 21 13:58:31.057929 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-10109442-9f80-443b-b65e-35c814d7efb8 req-85b1e2a1-c25e-4627-ba6f-aaacf0e3b12b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Jun 21 13:58:31.319303 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['37b4226c-0676-475f-b39d-39e5c9a91348'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:31.325231 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f42a1-1b0e-43ba-9caa-9916bb73401f req-da4334f2-3792-4e22-9b5d-8880ec1bec08 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:31.327130 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-171f42a1-1b0e-43ba-9caa-9916bb73401f req-da4334f2-3792-4e22-9b5d-8880ec1bec08 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 944 time: 0.0651994 Jun 21 13:58:31.381692 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-171f42a1-1b0e-43ba-9caa-9916bb73401f req-d9c2b733-1d60-49f5-ae81-3deb7febc188 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Jun 21 13:58:31.396230 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['1eb57c15-46e3-4b55-b922-4342d8dce15d'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:31.690557 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a16b2-e259-43bd-89ff-7fe3c7829b13 req-3c897ab9-3bb2-46ba-9198-8c88638ce141 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:31.692060 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a63a16b2-e259-43bd-89ff-7fe3c7829b13 req-3c897ab9-3bb2-46ba-9198-8c88638ce141 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 945 time: 0.0704095 Jun 21 13:58:31.732393 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a63a16b2-e259-43bd-89ff-7fe3c7829b13 req-15dc0ef3-7455-43e9-8250-652a5077de07 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337029 Jun 21 13:58:31.984106 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae706-11f6-471e-bfe1-e9d887385880 req-cc3dd1e6-38d0-438c-80d3-eb06b4929fea tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:31.985794 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6a4ae706-11f6-471e-bfe1-e9d887385880 req-cc3dd1e6-38d0-438c-80d3-eb06b4929fea tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 944 time: 0.1055453 Jun 21 13:58:32.031803 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 57f5ef1b-15c1-4173-9774-adbd1a4290f0 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:32.062575 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6a4ae706-11f6-471e-bfe1-e9d887385880 req-645711bb-bb75-4746-bbf8-9670f41cc7e4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654120 Jun 21 13:58:32.119169 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:32.124848 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:32.125587 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.234702 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.253458 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff82cb2-5084-4300-af58-a8f5c360d11a req-cfb0bba6-2bf9-4073-8052-a14223ba994b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:32.255525 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aff82cb2-5084-4300-af58-a8f5c360d11a req-cfb0bba6-2bf9-4073-8052-a14223ba994b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 945 time: 0.0689304 Jun 21 13:58:32.265679 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d21889c-acdc-4da5-bf2a-2a6607c32430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5ef1b-15c1-4173-9774-adbd1a4290f0'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:32.300712 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aff82cb2-5084-4300-af58-a8f5c360d11a req-05c20453-ee7b-4aee-b4e5-1de0b8c8ea0a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Jun 21 13:58:32.342335 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 57f5ef1b-15c1-4173-9774-adbd1a4290f0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=57f5ef1b-15c1-4173-9774-adbd1a4290f0,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:32.349400 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.350274 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 305bb188-a870-4dce-99bf-88028e1aca8c up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:32.352013 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:32.425715 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=57f5ef1b-15c1-4173-9774-adbd1a4290f0,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:32.430116 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:32.442575 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 305bb188-a870-4dce-99bf-88028e1aca8c completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:32.446829 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 305bb188-a870-4dce-99bf-88028e1aca8c triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:32.447399 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.484557 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b67a9c-cf8a-4495-8ae7-0651ae066663" -d '{"events": [{"server_uuid": "0d21889c-acdc-4da5-bf2a-2a6607c32430", "name": "network-vif-plugged", "status": "completed", "tag": "57f5ef1b-15c1-4173-9774-adbd1a4290f0"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:32.596196 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.622429 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b32caa-cd4c-48f6-ab33-728d732bf365 x-openstack-request-id: req-97b32caa-cd4c-48f6-ab33-728d732bf365 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:32.622800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d21889c-acdc-4da5-bf2a-2a6607c32430", "name": "network-vif-plugged", "status": "completed", "tag": "57f5ef1b-15c1-4173-9774-adbd1a4290f0", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:32.623060 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97b32caa-cd4c-48f6-ab33-728d732bf365 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:32.623532 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d21889c-acdc-4da5-bf2a-2a6607c32430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5ef1b-15c1-4173-9774-adbd1a4290f0', 'code': 200} Jun 21 13:58:32.631715 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 305bb188-a870-4dce-99bf-88028e1aca8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=305bb188-a870-4dce-99bf-88028e1aca8c,segment=NetworkSegment(8730987b-7639-4a17-90e1-ffada439860a),segment_id=8730987b-7639-4a17-90e1-ffada439860a)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:32.635892 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.636584 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61428d0-965c-4477-9bb6-16060c1be052 req-11ac3a58-1355-4e6b-b4f6-99a4427cfc61 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:32.637809 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-c2104036-e840-4cfb-9e3f-cbc987808e01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:32.638065 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a61428d0-965c-4477-9bb6-16060c1be052 req-11ac3a58-1355-4e6b-b4f6-99a4427cfc61 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 944 time: 0.0778697 Jun 21 13:58:32.686295 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=305bb188-a870-4dce-99bf-88028e1aca8c,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:32.689804 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:32.690454 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a61428d0-965c-4477-9bb6-16060c1be052 req-03d82476-e434-43f2-a069-f884db2b975e tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Jun 21 13:58:32.918411 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c31c8-449c-4ffd-b66f-7224444869c5 req-c21a76a8-846c-4b98-8716-5b7b0dbf223a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:32.920287 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-242c31c8-449c-4ffd-b66f-7224444869c5 req-c21a76a8-846c-4b98-8716-5b7b0dbf223a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0695837 Jun 21 13:58:32.938407 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b18b2f-bfa7-4ebb-8a3e-500f19e5f62b req-4afee26b-87bf-40ad-97e7-3071ec068ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:32.939810 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83b18b2f-bfa7-4ebb-8a3e-500f19e5f62b req-4afee26b-87bf-40ad-97e7-3071ec068ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 1099 time: 0.1050184 Jun 21 13:58:32.958433 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-242c31c8-449c-4ffd-b66f-7224444869c5 req-bfb880e5-33ea-465f-b2cc-56e62733750c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Jun 21 13:58:32.958619 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-83b18b2f-bfa7-4ebb-8a3e-500f19e5f62b req-e21caf7d-6a05-477e-9f9e-cd77449e539f service neutron] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.045222 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-83b18b2f-bfa7-4ebb-8a3e-500f19e5f62b req-e21caf7d-6a05-477e-9f9e-cd77449e539f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.051506 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-83b18b2f-bfa7-4ebb-8a3e-500f19e5f62b req-e21caf7d-6a05-477e-9f9e-cd77449e539f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.053756 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:33.082777 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83b18b2f-bfa7-4ebb-8a3e-500f19e5f62b req-e21caf7d-6a05-477e-9f9e-cd77449e539f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359012 Jun 21 13:58:33.091224 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21caf7d-6a05-477e-9f9e-cd77449e539f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=055c22b3-7e91-43d3-ac3a-f79102ff7cd7,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:33.094396 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e21caf7d-6a05-477e-9f9e-cd77449e539f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:33.255102 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f4f31-e3e0-4496-b20a-337cc8004104 req-76c2ed42-2cbd-4be6-80e7-11d0336d5d55 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:33.256680 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8c3f4f31-e3e0-4496-b20a-337cc8004104 req-76c2ed42-2cbd-4be6-80e7-11d0336d5d55 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 944 time: 0.0671973 Jun 21 13:58:33.295113 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8c3f4f31-e3e0-4496-b20a-337cc8004104 req-7fd7b3f2-8c8b-4109-8bef-43330ed8f81e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327749 Jun 21 13:58:33.480561 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6979ea-1eba-4794-ba21-53888ee0ed7e req-743b0c4c-45bf-48ac-84e1-6cf1a331548e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:33.482030 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5d6979ea-1eba-4794-ba21-53888ee0ed7e req-743b0c4c-45bf-48ac-84e1-6cf1a331548e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 945 time: 0.0744750 Jun 21 13:58:33.522258 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5d6979ea-1eba-4794-ba21-53888ee0ed7e req-0cef0cbd-27b5-4961-8fa9-04db30699884 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Jun 21 13:58:33.881940 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b715407-0c36-4ae6-8737-b5a79b92e116 req-cf33f14c-e5c4-4a6e-8ca0-57aaeef514ed tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:33.883457 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0b715407-0c36-4ae6-8737-b5a79b92e116 req-cf33f14c-e5c4-4a6e-8ca0-57aaeef514ed tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0645583 Jun 21 13:58:33.920158 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0b715407-0c36-4ae6-8737-b5a79b92e116 req-7de92678-3c67-45c7-b584-28a5167ca5e0 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309780 Jun 21 13:58:34.128396 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98bf74-bbda-44d4-827f-e013bd9ae9fd req-e94ff7b8-4839-4844-aaf9-64d8162190b0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:34.130061 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4c98bf74-bbda-44d4-827f-e013bd9ae9fd req-e94ff7b8-4839-4844-aaf9-64d8162190b0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0633094 Jun 21 13:58:34.173682 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4c98bf74-bbda-44d4-827f-e013bd9ae9fd req-3cc65ff2-284f-41ac-936c-7a5a3269210b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363050 Jun 21 13:58:34.316069 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36132) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:34.393243 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ca555d67-8250-4ac9-b739-d2f604afe1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.422705 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cf70166b-073d-4e92-b617-d65a2fc38dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.523563 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64702a2a-255f-44c4-947a-e9a9a53596ce req-e3756c81-cee6-4f10-af6f-13c2e0f20b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:34.524934 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-64702a2a-255f-44c4-947a-e9a9a53596ce req-e3756c81-cee6-4f10-af6f-13c2e0f20b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 944 time: 0.0951891 Jun 21 13:58:34.581917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cf70166b-073d-4e92-b617-d65a2fc38dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.585493 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-64702a2a-255f-44c4-947a-e9a9a53596ce req-9238be84-36ec-48db-aa61-c2187f670754 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539279 Jun 21 13:58:34.586794 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cf70166b-073d-4e92-b617-d65a2fc38dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.591422 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-09fd2c77-9bc6-4954-a5c8-c041f579600a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:34.624365 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f4d31a-6230-42f3-b50c-fb51153dfb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305bb188-a870-4dce-99bf-88028e1aca8c'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:34.626750 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0834594f-5864-4711-9607-ebbc1bfe1db4" -d '{"events": [{"server_uuid": "77f4d31a-6230-42f3-b50c-fb51153dfb6f", "name": "network-vif-plugged", "status": "completed", "tag": "305bb188-a870-4dce-99bf-88028e1aca8c"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:34.636055 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-cf70166b-073d-4e92-b617-d65a2fc38dab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ceb23904ed64bbb99894075e20742cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187492 Jun 21 13:58:34.636766 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36142) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:34.638949 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70166b-073d-4e92-b617-d65a2fc38dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1cd09a-0890-48e2-8614-53bd0012f60b,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:34.644277 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cf70166b-073d-4e92-b617-d65a2fc38dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:34.666253 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4bc7fd-19a3-4045-b3a7-de9c279c5db2 x-openstack-request-id: req-af4bc7fd-19a3-4045-b3a7-de9c279c5db2 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:34.666733 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f4d31a-6230-42f3-b50c-fb51153dfb6f", "name": "network-vif-plugged", "status": "completed", "tag": "305bb188-a870-4dce-99bf-88028e1aca8c", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:34.667140 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af4bc7fd-19a3-4045-b3a7-de9c279c5db2 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:34.667679 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f4d31a-6230-42f3-b50c-fb51153dfb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305bb188-a870-4dce-99bf-88028e1aca8c', 'code': 200} Jun 21 13:58:34.697439 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac370f7-78a0-4084-820f-d3c72e8f952e req-6214fde3-3646-4dbf-95a4-2acce69cced9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:34.698027 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-66cbb823-784b-4fc4-8cfb-bb267fa546b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.699100 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3ac370f7-78a0-4084-820f-d3c72e8f952e req-6214fde3-3646-4dbf-95a4-2acce69cced9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 945 time: 0.0659645 Jun 21 13:58:34.718711 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-66cbb823-784b-4fc4-8cfb-bb267fa546b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.736511 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3ac370f7-78a0-4084-820f-d3c72e8f952e req-5e9d8419-5001-4675-a65e-269f3f4ad880 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Jun 21 13:58:34.763527 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-66cbb823-784b-4fc4-8cfb-bb267fa546b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.766222 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-66cbb823-784b-4fc4-8cfb-bb267fa546b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.767337 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-66cbb823-784b-4fc4-8cfb-bb267fa546b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd1cd09a-0890-48e2-8614-53bd0012f60b HTTP/1.1" status: 204 len: 168 time: 0.1293280 Jun 21 13:58:34.768045 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4ca9e347-29a5-42bf-899e-62c3a9c3bc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:34.775488 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbb823-784b-4fc4-8cfb-bb267fa546b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1cd09a-0890-48e2-8614-53bd0012f60b,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:34.777587 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-66cbb823-784b-4fc4-8cfb-bb267fa546b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:35.038970 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 36150) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:35.052049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-92156fbe-252b-4a2e-aa9b-526478fb32b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.094391 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5d597-452d-4161-9fee-63558680ea96 req-a0bde171-8e24-424c-b406-deaf7cebf9f5 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.095972 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ade5d597-452d-4161-9fee-63558680ea96 req-a0bde171-8e24-424c-b406-deaf7cebf9f5 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0640376 Jun 21 13:58:35.135476 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ade5d597-452d-4161-9fee-63558680ea96 req-0afd97cc-f722-4417-a73c-23fae15841eb tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Jun 21 13:58:35.138667 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-92156fbe-252b-4a2e-aa9b-526478fb32b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.143163 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-92156fbe-252b-4a2e-aa9b-526478fb32b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.146383 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-76cdae28-a509-46a8-837e-25cfbb038774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:35.180645 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-92156fbe-252b-4a2e-aa9b-526478fb32b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee8960f03da046e88ab01f339a3c2dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405106 Jun 21 13:58:35.181510 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92156fbe-252b-4a2e-aa9b-526478fb32b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30955ff7-95db-4524-b2bc-4e17d20f4845,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:35.183383 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36154) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:35.184644 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-92156fbe-252b-4a2e-aa9b-526478fb32b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:35.242389 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-aac50865-0181-4cc2-91ea-eb141fd7afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.262185 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-aac50865-0181-4cc2-91ea-eb141fd7afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.306359 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-aac50865-0181-4cc2-91ea-eb141fd7afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.308900 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-aac50865-0181-4cc2-91ea-eb141fd7afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.309459 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:35.310034 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-aac50865-0181-4cc2-91ea-eb141fd7afcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30955ff7-95db-4524-b2bc-4e17d20f4845 HTTP/1.1" status: 204 len: 168 time: 0.1251271 Jun 21 13:58:35.310764 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:35.327916 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac50865-0181-4cc2-91ea-eb141fd7afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30955ff7-95db-4524-b2bc-4e17d20f4845,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:35.332253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-aac50865-0181-4cc2-91ea-eb141fd7afcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:35.374028 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfb9dd-d9f0-4b51-b40c-28570167ec66 req-f363d966-87c9-44c0-bf91-71e9d6cd436a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.375698 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dedfb9dd-d9f0-4b51-b40c-28570167ec66 req-f363d966-87c9-44c0-bf91-71e9d6cd436a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0849297 Jun 21 13:58:35.426702 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dedfb9dd-d9f0-4b51-b40c-28570167ec66 req-e55bda2a-85a5-4d1a-a46e-a71d0d98f1c9 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Jun 21 13:58:35.458960 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:35.470045 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'port_id': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'mac_address': 'fa:16:3e:78:b8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:35.507512 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.524449 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:35.546005 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:35.550467 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.552206 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:35.597163 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:35.600048 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:35.760568 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9da3f-0f6e-4f3c-9753-a93367cf07b0 req-d9a4e353-a604-4e0e-9c76-2e09726c16cc tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.762330 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a3f9da3f-0f6e-4f3c-9753-a93367cf07b0 req-d9a4e353-a604-4e0e-9c76-2e09726c16cc tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0662515 Jun 21 13:58:35.804936 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a3f9da3f-0f6e-4f3c-9753-a93367cf07b0 req-6c413b7d-ebda-45c2-ac75-3ac14ddcce70 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 Jun 21 13:58:35.917615 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4db89-dedf-4dfc-85d5-62be0a9413e5 req-be573540-a62f-44c1-a80b-15908a6e4270 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.919111 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9ba4db89-dedf-4dfc-85d5-62be0a9413e5 req-be573540-a62f-44c1-a80b-15908a6e4270 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 945 time: 0.0661488 Jun 21 13:58:35.957997 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9ba4db89-dedf-4dfc-85d5-62be0a9413e5 req-e1a9c599-f4a4-43f2-9252-edf061b13b6a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jun 21 13:58:36.321483 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783721-db09-4a54-ba1a-ae2070567cfe req-7cd3939b-34b5-4ce4-b11e-7818e25ca1e8 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:36.322930 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-57783721-db09-4a54-ba1a-ae2070567cfe req-7cd3939b-34b5-4ce4-b11e-7818e25ca1e8 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0748658 Jun 21 13:58:36.362196 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-57783721-db09-4a54-ba1a-ae2070567cfe req-207a43ee-3dc1-4265-82a7-a301f767a0d1 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Jun 21 13:58:36.571175 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 1eb57c15-46e3-4b55-b922-4342d8dce15d up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:36.606321 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd3cdb-d603-4640-8213-c7c10728ae32 req-9d2656cf-7824-4b4b-84ef-ae9346ee536d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:36.608995 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e5dd3cdb-d603-4640-8213-c7c10728ae32 req-9d2656cf-7824-4b4b-84ef-ae9346ee536d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0647042 Jun 21 13:58:36.634498 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 1eb57c15-46e3-4b55-b922-4342d8dce15d completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:36.639248 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 1eb57c15-46e3-4b55-b922-4342d8dce15d triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:36.639700 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:36.656988 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e5dd3cdb-d603-4640-8213-c7c10728ae32 req-1848bc6d-88ce-4583-9b6c-f6df6ef9ce4f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Jun 21 13:58:36.719227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:36.742504 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367450a9-a24a-4ec1-a62b-771b378e7dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb57c15-46e3-4b55-b922-4342d8dce15d'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:36.745305 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741995a1-8648-4d94-a0d0-909a1e594efd" -d '{"events": [{"server_uuid": "367450a9-a24a-4ec1-a62b-771b378e7dc8", "name": "network-vif-plugged", "status": "completed", "tag": "1eb57c15-46e3-4b55-b922-4342d8dce15d"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:36.759652 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 1eb57c15-46e3-4b55-b922-4342d8dce15d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:36.766258 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:36.781740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 37b4226c-0676-475f-b39d-39e5c9a91348 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:36.784626 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-48b0e93a-5244-4cb2-8a26-f4907c2abc73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:36.826331 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29771524-7aea-4de2-9a40-80d285a230ed x-openstack-request-id: req-29771524-7aea-4de2-9a40-80d285a230ed {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:36.826909 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367450a9-a24a-4ec1-a62b-771b378e7dc8", "name": "network-vif-plugged", "status": "completed", "tag": "1eb57c15-46e3-4b55-b922-4342d8dce15d", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:36.827180 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29771524-7aea-4de2-9a40-80d285a230ed {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:36.827617 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367450a9-a24a-4ec1-a62b-771b378e7dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb57c15-46e3-4b55-b922-4342d8dce15d', 'code': 200} Jun 21 13:58:36.869488 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=1eb57c15-46e3-4b55-b922-4342d8dce15d,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:36.876094 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:36.887199 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 37b4226c-0676-475f-b39d-39e5c9a91348 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:36.891594 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 37b4226c-0676-475f-b39d-39e5c9a91348 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:36.891974 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:36.972587 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.013905 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 37b4226c-0676-475f-b39d-39e5c9a91348, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=37b4226c-0676-475f-b39d-39e5c9a91348,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:37.016156 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139569a-b11b-4bd5-b0b2-2adbba04ef30 req-331b1f75-00f1-4910-b4e2-3344096c38ce tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:37.017855 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8139569a-b11b-4bd5-b0b2-2adbba04ef30 req-331b1f75-00f1-4910-b4e2-3344096c38ce tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0882714 Jun 21 13:58:37.033011 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.038114 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-c2104036-e840-4cfb-9e3f-cbc987808e01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:37.044224 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9a56f4cb-a7e5-4bf2-884f-2b52186ad006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.063243 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8139569a-b11b-4bd5-b0b2-2adbba04ef30 req-a3cab3ef-3f0a-441b-8d4e-6425a333bc3f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Jun 21 13:58:37.114367 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=37b4226c-0676-475f-b39d-39e5c9a91348,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:37.117519 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:37.144280 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 36230) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:37.172988 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850c56c-ee83-4dac-a587-3a525fb8e09d req-51912d9d-a0a5-4088-b6ff-dc2af438d200 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:37.174469 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7850c56c-ee83-4dac-a587-3a525fb8e09d req-51912d9d-a0a5-4088-b6ff-dc2af438d200 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0792468 Jun 21 13:58:37.217820 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7850c56c-ee83-4dac-a587-3a525fb8e09d req-e2062658-31c2-4a09-aaee-495d301f265a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Jun 21 13:58:37.253049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e92e6fc9-8b40-4abf-8053-6acac6e57e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.275224 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.357676 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e92e6fc9-8b40-4abf-8053-6acac6e57e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.362079 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e92e6fc9-8b40-4abf-8053-6acac6e57e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.365291 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4e8ffcc1-6335-4379-8cd3-5481039b009e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:37.400205 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-e92e6fc9-8b40-4abf-8053-6acac6e57e3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d379977494848f2b191155c407befaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545869 Jun 21 13:58:37.401422 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e6fc9-8b40-4abf-8053-6acac6e57e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e995cdd8-b5d3-479b-9e30-90e7fb072dd7,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:37.403155 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36238) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:37.404919 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-e92e6fc9-8b40-4abf-8053-6acac6e57e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:37.458004 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12e25a2b-94d2-4586-a8de-4613d4bb8f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.480833 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12e25a2b-94d2-4586-a8de-4613d4bb8f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.532809 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12e25a2b-94d2-4586-a8de-4613d4bb8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.536020 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12e25a2b-94d2-4586-a8de-4613d4bb8f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.537237 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-12e25a2b-94d2-4586-a8de-4613d4bb8f7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e995cdd8-b5d3-479b-9e30-90e7fb072dd7 HTTP/1.1" status: 204 len: 168 time: 0.1323831 Jun 21 13:58:37.537919 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:37.545525 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e25a2b-94d2-4586-a8de-4613d4bb8f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e995cdd8-b5d3-479b-9e30-90e7fb072dd7,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:37.548032 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-12e25a2b-94d2-4586-a8de-4613d4bb8f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:37.569502 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cf4c7-0023-41e1-9684-c3ed8c2d6b75 req-149d6f61-7b88-4ac9-81fa-789c804e7ad8 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:37.571057 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1a3cf4c7-0023-41e1-9684-c3ed8c2d6b75 req-149d6f61-7b88-4ac9-81fa-789c804e7ad8 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0877895 Jun 21 13:58:37.612479 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1a3cf4c7-0023-41e1-9684-c3ed8c2d6b75 req-d455e0cf-c9fe-4ead-9033-6ab6df0158c1 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349655 Jun 21 13:58:37.804357 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36250) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:37.820075 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7ecde187-027e-4127-a314-e8d12281b5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.868288 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84aa1-8a32-44cd-b677-58879540ce07 req-103d33ae-696a-495b-9d9b-7fb436ea0cb6 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:37.870041 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-84e84aa1-8a32-44cd-b677-58879540ce07 req-103d33ae-696a-495b-9d9b-7fb436ea0cb6 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.1041956 Jun 21 13:58:37.931846 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-84e84aa1-8a32-44cd-b677-58879540ce07 req-ac212fef-da0e-4ee1-95ef-5abfaa59a6c6 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530229 Jun 21 13:58:37.960907 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7ecde187-027e-4127-a314-e8d12281b5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.966889 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7ecde187-027e-4127-a314-e8d12281b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.969228 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-11f6f81c-6801-474e-ad23-dc91277cdef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:38.003604 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-7ecde187-027e-4127-a314-e8d12281b5bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb8b6faae6c9477db2bc1c5ca7590086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977792 Jun 21 13:58:38.004320 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecde187-027e-4127-a314-e8d12281b5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca993c8-9b52-4ebb-844a-b6171b232041,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:38.007097 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 36252) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:38.007250 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7ecde187-027e-4127-a314-e8d12281b5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:38.057086 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6e4edd78-5342-43ee-a378-f5566e3f64cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.078401 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6e4edd78-5342-43ee-a378-f5566e3f64cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.089009 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.124795 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6e4edd78-5342-43ee-a378-f5566e3f64cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.127516 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6e4edd78-5342-43ee-a378-f5566e3f64cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.128689 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-6e4edd78-5342-43ee-a378-f5566e3f64cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bca993c8-9b52-4ebb-844a-b6171b232041 HTTP/1.1" status: 204 len: 168 time: 0.1205781 Jun 21 13:58:38.129365 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:38.137397 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4edd78-5342-43ee-a378-f5566e3f64cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca993c8-9b52-4ebb-844a-b6171b232041,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:38.139806 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-6e4edd78-5342-43ee-a378-f5566e3f64cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:38.242872 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e22475-0bc1-4bb7-bfab-dadaaafe89c8 req-332fcbaf-83af-489d-8cc5-dcb2d1bd5c4d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.244747 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-60e22475-0bc1-4bb7-bfab-dadaaafe89c8 req-332fcbaf-83af-489d-8cc5-dcb2d1bd5c4d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0654955 Jun 21 13:58:38.285856 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-60e22475-0bc1-4bb7-bfab-dadaaafe89c8 req-47db2da0-aa10-4a29-9a18-02dcab361a32 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347688 Jun 21 13:58:38.390160 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0f1c6-12e8-4091-ad9b-9ae95c86b0d9 req-698fa9d9-d514-439c-82b0-620334946427 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.391649 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6af0f1c6-12e8-4091-ad9b-9ae95c86b0d9 req-698fa9d9-d514-439c-82b0-620334946427 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0640092 Jun 21 13:58:38.432736 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6af0f1c6-12e8-4091-ad9b-9ae95c86b0d9 req-8ed834f9-e2ff-4324-b86d-1298fa811369 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Jun 21 13:58:38.680969 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.789379 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cec516-5a6f-4bc5-a764-43d22b8f80be req-43a1c90f-f929-4a90-9024-d3e7fc4ebc1f tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.790859 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-30cec516-5a6f-4bc5-a764-43d22b8f80be req-43a1c90f-f929-4a90-9024-d3e7fc4ebc1f tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0685544 Jun 21 13:58:38.828537 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90270324-4637-4445-905f-be92a4b66be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4226c-0676-475f-b39d-39e5c9a91348'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:38.831208 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944d25a0-5ea4-4379-8e06-1f5ffe422a98" -d '{"events": [{"server_uuid": "90270324-4637-4445-905f-be92a4b66be8", "name": "network-vif-plugged", "status": "completed", "tag": "37b4226c-0676-475f-b39d-39e5c9a91348"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:38.831645 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-30cec516-5a6f-4bc5-a764-43d22b8f80be req-51c51eeb-28f1-40e6-9943-8581ab0ddfd0 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344954 Jun 21 13:58:38.871332 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8fe8b-3105-445e-8ea0-8fdd47b0ef66 x-openstack-request-id: req-93c8fe8b-3105-445e-8ea0-8fdd47b0ef66 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:38.871631 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90270324-4637-4445-905f-be92a4b66be8", "name": "network-vif-plugged", "status": "completed", "tag": "37b4226c-0676-475f-b39d-39e5c9a91348", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:38.871887 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93c8fe8b-3105-445e-8ea0-8fdd47b0ef66 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:38.872307 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90270324-4637-4445-905f-be92a4b66be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4226c-0676-475f-b39d-39e5c9a91348', 'code': 200} Jun 21 13:58:39.110894 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7f113-b792-4bfc-888b-601125410d7a req-75890299-cb6a-469c-b49c-41d5f79be45c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.112469 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-89c7f113-b792-4bfc-888b-601125410d7a req-75890299-cb6a-469c-b49c-41d5f79be45c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0681450 Jun 21 13:58:39.151933 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-89c7f113-b792-4bfc-888b-601125410d7a req-9a8b0905-b7d0-49ed-8919-e30262c63b78 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332689 Jun 21 13:58:39.535224 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49adc4f-0384-44d1-8193-49cec6eca350 req-3d8e663f-b01b-409a-af81-e7f847f77125 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.539387 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d49adc4f-0384-44d1-8193-49cec6eca350 req-3d8e663f-b01b-409a-af81-e7f847f77125 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.1382546 Jun 21 13:58:39.574718 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:39.654954 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d49adc4f-0384-44d1-8193-49cec6eca350 req-9336495b-d650-40ae-adcb-ae2f6bfce733 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002095 Jun 21 13:58:39.655200 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.766583 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1fbc-b27b-4882-89c9-4731c1f130fb req-de02a55f-f6a6-4e02-96b0-d1db2c552fd7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.769347 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8aad1fbc-b27b-4882-89c9-4731c1f130fb req-de02a55f-f6a6-4e02-96b0-d1db2c552fd7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.1626258 Jun 21 13:58:39.834037 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8aad1fbc-b27b-4882-89c9-4731c1f130fb req-4ce1659c-c698-473c-af17-d6ba6c00f5cb tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Jun 21 13:58:39.852314 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4d5e-a111-4183-a742-797bad7a4258 req-5db271d8-1b8b-42b5-9b5c-27c8a46f3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.854295 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-107d4d5e-a111-4183-a742-797bad7a4258 req-5db271d8-1b8b-42b5-9b5c-27c8a46f3f59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 1098 time: 0.1057703 Jun 21 13:58:40.038057 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-107d4d5e-a111-4183-a742-797bad7a4258 req-83d9ac6b-d740-4bc6-85ed-c0e9daaca86a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686146 Jun 21 13:58:40.055453 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bd151-b218-4c7f-a6d2-ad6d1bd58039 req-1365b2e2-2f6a-4fb4-92a1-26d94ba0031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:40.057191 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-874bd151-b218-4c7f-a6d2-ad6d1bd58039 req-1365b2e2-2f6a-4fb4-92a1-26d94ba0031c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1098 time: 0.1674147 Jun 21 13:58:40.063803 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9db0c1-1a28-4cb5-bdd5-83de4e2bd9b3 req-ea1938df-146f-4edb-8649-3c2b82170987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:40.065666 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ac9db0c1-1a28-4cb5-bdd5-83de4e2bd9b3 req-ea1938df-146f-4edb-8649-3c2b82170987 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 1099 time: 0.1354067 Jun 21 13:58:40.128155 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 36348) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:40.157365 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a600-b9f6-42d5-83a9-cf79925b7890 req-5f78eed4-171b-49c1-9e89-9803122eba3b tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:40.161058 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f700a600-b9f6-42d5-83a9-cf79925b7890 req-5f78eed4-171b-49c1-9e89-9803122eba3b tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0732105 Jun 21 13:58:40.234625 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f700a600-b9f6-42d5-83a9-cf79925b7890 req-fedaefff-aefc-43bf-9acd-6aeb897f282a tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683873 Jun 21 13:58:40.269085 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-053fae95-6f80-4fca-85b3-1bbed7fc4689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.411878 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c02b66-5b11-49ff-a1ef-9489746f5999 req-8963c49a-c51e-4df7-a3b0-c6b315b6de9c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:40.413438 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-49c02b66-5b11-49ff-a1ef-9489746f5999 req-8963c49a-c51e-4df7-a3b0-c6b315b6de9c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.1021452 Jun 21 13:58:40.418138 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-053fae95-6f80-4fca-85b3-1bbed7fc4689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.427455 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-053fae95-6f80-4fca-85b3-1bbed7fc4689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.436071 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f9ab1ea7-2b16-462c-8baf-c64021053392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:40.487410 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-49c02b66-5b11-49ff-a1ef-9489746f5999 req-639ff9e5-6084-47da-895a-b04f2bc41498 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676525 Jun 21 13:58:40.488039 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fae95-6f80-4fca-85b3-1bbed7fc4689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad96497-5504-40da-b8cd-38089e380a28,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:40.495663 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-053fae95-6f80-4fca-85b3-1bbed7fc4689 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d64b4a54ddc4a44b381808ba1bc6f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662748 Jun 21 13:58:40.496259 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36366) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:40.496672 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-053fae95-6f80-4fca-85b3-1bbed7fc4689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:40.598771 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ac9db0c1-1a28-4cb5-bdd5-83de4e2bd9b3 req-b2648ff9-ad2d-4248-862f-e8fd664e897b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685015 Jun 21 13:58:40.605316 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-874bd151-b218-4c7f-a6d2-ad6d1bd58039 req-83600365-e840-49c6-ba27-ac45a291faba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786409 Jun 21 13:58:40.610070 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-48c1b6bf-0cde-4084-8437-88edbc67ee03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.631917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-48c1b6bf-0cde-4084-8437-88edbc67ee03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.685707 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-48c1b6bf-0cde-4084-8437-88edbc67ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.688827 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-48c1b6bf-0cde-4084-8437-88edbc67ee03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.692664 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-48c1b6bf-0cde-4084-8437-88edbc67ee03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ad96497-5504-40da-b8cd-38089e380a28 HTTP/1.1" status: 204 len: 168 time: 0.1947443 Jun 21 13:58:40.693994 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-95c24d7a-e07f-460a-944f-4dfe07949f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:40.701703 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b6bf-0cde-4084-8437-88edbc67ee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad96497-5504-40da-b8cd-38089e380a28,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:40.704228 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-48c1b6bf-0cde-4084-8437-88edbc67ee03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:40.837793 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e75f6-12ea-4a68-b15a-87c4562fd64d req-56676b4b-6498-4ba7-9e04-1ec64833d4ec tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:40.839670 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-900e75f6-12ea-4a68-b15a-87c4562fd64d req-56676b4b-6498-4ba7-9e04-1ec64833d4ec tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0671241 Jun 21 13:58:40.896303 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-900e75f6-12ea-4a68-b15a-87c4562fd64d req-28d330e3-78ae-4dfd-ae36-33425cf0b1ae tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508108 Jun 21 13:58:41.011777 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36388) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:41.011910 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e887f-1832-4299-ae16-a76d58bbcabe req-e3976b47-a42a-4d65-b8b7-9f0190ebbadc tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.017025 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6a5e887f-1832-4299-ae16-a76d58bbcabe req-e3976b47-a42a-4d65-b8b7-9f0190ebbadc tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0714984 Jun 21 13:58:41.024783 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-37850b52-7343-47bf-bcb4-65e5e148f9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.058614 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6a5e887f-1832-4299-ae16-a76d58bbcabe req-2aabc31f-4db8-4dd4-a894-31b100bcf4d1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388181 Jun 21 13:58:41.117008 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-37850b52-7343-47bf-bcb4-65e5e148f9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.121925 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-37850b52-7343-47bf-bcb4-65e5e148f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.124314 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-77d7c0a0-c5f7-40ba-9355-1415a2851903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:41.163550 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-37850b52-7343-47bf-bcb4-65e5e148f9ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60d4c3c965e84dfa9bb02d9385d0e69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479399 Jun 21 13:58:41.163550 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37850b52-7343-47bf-bcb4-65e5e148f9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56130bf1-b557-40f8-9824-f853e34ee7fa,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:41.164672 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36390) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:41.166115 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-37850b52-7343-47bf-bcb4-65e5e148f9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:41.215314 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-de5c6db2-24d7-4775-9450-81f69ca57c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.236555 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-de5c6db2-24d7-4775-9450-81f69ca57c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.313177 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-de5c6db2-24d7-4775-9450-81f69ca57c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.316592 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-de5c6db2-24d7-4775-9450-81f69ca57c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.330457 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-de5c6db2-24d7-4775-9450-81f69ca57c5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56130bf1-b557-40f8-9824-f853e34ee7fa HTTP/1.1" status: 204 len: 168 time: 0.1579158 Jun 21 13:58:41.330457 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-37850b52-7343-47bf-bcb4-65e5e148f9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:41.343165 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c6db2-24d7-4775-9450-81f69ca57c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56130bf1-b557-40f8-9824-f853e34ee7fa,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:41.346307 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-de5c6db2-24d7-4775-9450-81f69ca57c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:41.437220 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74005c5c-8c29-4c21-b8c1-971b5742c88e req-c9bfc8b1-6f47-428b-b643-8c6b2e3bdc6c tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.438731 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74005c5c-8c29-4c21-b8c1-971b5742c88e req-c9bfc8b1-6f47-428b-b643-8c6b2e3bdc6c tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0683646 Jun 21 13:58:41.476455 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74005c5c-8c29-4c21-b8c1-971b5742c88e req-d7d9b76c-8d31-4240-865a-3f13afc0cb4e tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Jun 21 13:58:41.678573 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd86462-dbd5-401d-8c39-54f0c8f79625 req-328d3b93-00d9-4b1d-9653-129f9bebcc76 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.680441 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cbd86462-dbd5-401d-8c39-54f0c8f79625 req-328d3b93-00d9-4b1d-9653-129f9bebcc76 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0622454 Jun 21 13:58:41.721654 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cbd86462-dbd5-401d-8c39-54f0c8f79625 req-a6432b7d-357b-424b-9a30-4708c1df7e6f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355723 Jun 21 13:58:42.069305 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb864d-cb38-4c70-8c1b-f862bdbe0b58 req-02ccbf50-e9f8-4f00-a4df-8372cfcf97bc tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:42.070775 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18fb864d-cb38-4c70-8c1b-f862bdbe0b58 req-02ccbf50-e9f8-4f00-a4df-8372cfcf97bc tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0621240 Jun 21 13:58:42.108095 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18fb864d-cb38-4c70-8c1b-f862bdbe0b58 req-b53ddb4d-81b1-4d9b-ac1d-e3258c10168b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Jun 21 13:58:42.251770 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e70793-6422-4a7a-8b5d-71212a3ee7b2 req-bd06a81e-444b-4a6b-93b3-6c478731d6c3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:42.253264 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b4e70793-6422-4a7a-8b5d-71212a3ee7b2 req-bd06a81e-444b-4a6b-93b3-6c478731d6c3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0683663 Jun 21 13:58:42.296232 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b4e70793-6422-4a7a-8b5d-71212a3ee7b2 req-62a64e17-ef8b-4c28-8c60-2d15c00f9c84 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371211 Jun 21 13:58:42.656304 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6c6c-6fab-45dc-8cf1-733a7091325a req-29b33daf-69f4-44ca-a2c2-09e094b33633 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:42.657837 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3eb6c6c-6fab-45dc-8cf1-733a7091325a req-29b33daf-69f4-44ca-a2c2-09e094b33633 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0718782 Jun 21 13:58:42.695271 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3eb6c6c-6fab-45dc-8cf1-733a7091325a req-2e705030-2c78-4375-a888-fe0cfdac3c98 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jun 21 13:58:42.889260 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c1a5-957f-41b3-95a8-04d347c4761c req-9eb5d8a8-a404-4f64-bd23-08ab20df18f2 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:42.890834 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-50c1c1a5-957f-41b3-95a8-04d347c4761c req-9eb5d8a8-a404-4f64-bd23-08ab20df18f2 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0615251 Jun 21 13:58:42.927110 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-50c1c1a5-957f-41b3-95a8-04d347c4761c req-a845cb43-33bb-417e-bb78-8d04fce24869 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306010 Jun 21 13:58:43.293351 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3f1d0-596e-459e-aaeb-601d1d9ca8fe req-eef2a579-e1b6-4fb4-9e8b-3191fa6adc49 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:43.294756 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-42c3f1d0-596e-459e-aaeb-601d1d9ca8fe req-eef2a579-e1b6-4fb4-9e8b-3191fa6adc49 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0752268 Jun 21 13:58:43.334483 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-42c3f1d0-596e-459e-aaeb-601d1d9ca8fe req-edcde0cd-3775-4f09-9ad9-782c9c05fb9d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 Jun 21 13:58:43.473744 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e40e2-8edd-4ebc-910a-e51296fb3d52 req-72fcd4a6-10ed-42b1-b9a6-d335e9dddb60 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:43.475180 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c1e40e2-8edd-4ebc-910a-e51296fb3d52 req-72fcd4a6-10ed-42b1-b9a6-d335e9dddb60 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0652478 Jun 21 13:58:43.511365 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c1e40e2-8edd-4ebc-910a-e51296fb3d52 req-2454486f-56ba-4b2a-abcc-a402b2601c3f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303664 Jun 21 13:58:43.872275 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea9d5c-d97c-4e41-90d9-6585b8edff87 req-85f0ffb4-e442-4eb0-a93f-e006896fea61 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:43.873765 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-87ea9d5c-d97c-4e41-90d9-6585b8edff87 req-85f0ffb4-e442-4eb0-a93f-e006896fea61 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0639153 Jun 21 13:58:43.913262 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-87ea9d5c-d97c-4e41-90d9-6585b8edff87 req-7df27ace-712d-4835-8470-61f46570c628 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Jun 21 13:58:44.118461 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fbfd4-427a-4a7f-ad5d-4aa7625515a6 req-0df01538-34cf-455d-ba45-f5e8ea1bf794 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:44.119899 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-706fbfd4-427a-4a7f-ad5d-4aa7625515a6 req-0df01538-34cf-455d-ba45-f5e8ea1bf794 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0817151 Jun 21 13:58:44.157954 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-706fbfd4-427a-4a7f-ad5d-4aa7625515a6 req-1e6fb3f0-a91d-440c-9f8d-3ba286da0f21 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Jun 21 13:58:44.515088 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b288-f38b-4738-9fe2-99af5221fca5 req-12aa53ae-1538-4977-b002-1ec935aef43c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:44.516576 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a530b288-f38b-4738-9fe2-99af5221fca5 req-12aa53ae-1538-4977-b002-1ec935aef43c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0699258 Jun 21 13:58:44.557744 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a530b288-f38b-4738-9fe2-99af5221fca5 req-fd88cc18-82b2-4a8e-8e3c-b003bebcd346 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352430 Jun 21 13:58:44.687486 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbde0b-e715-4bd5-ae59-20701622f126 req-10595c18-0b0f-48c6-9b55-c5571341c55e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:44.689150 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-35bbde0b-e715-4bd5-ae59-20701622f126 req-10595c18-0b0f-48c6-9b55-c5571341c55e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0659945 Jun 21 13:58:44.728706 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-35bbde0b-e715-4bd5-ae59-20701622f126 req-f90e154e-18b1-43e0-bae5-1de3d8d166db tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Jun 21 13:58:45.119897 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15261152-12ca-4828-9f61-49aae2e18bf6 req-6e4aea3a-57f5-41ae-9679-560b62c62d94 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:45.121347 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15261152-12ca-4828-9f61-49aae2e18bf6 req-6e4aea3a-57f5-41ae-9679-560b62c62d94 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0738204 Jun 21 13:58:45.162218 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15261152-12ca-4828-9f61-49aae2e18bf6 req-3d11c079-1c9c-41d5-a823-1259afbf3f92 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Jun 21 13:58:45.499197 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b16cfd-d9ba-4ca7-880b-5d3f67d24266 req-e5ee35cb-8c9d-4baf-8e50-b9a0ce3e5331 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:45.500669 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-92b16cfd-d9ba-4ca7-880b-5d3f67d24266 req-e5ee35cb-8c9d-4baf-8e50-b9a0ce3e5331 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0713539 Jun 21 13:58:45.545919 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-92b16cfd-d9ba-4ca7-880b-5d3f67d24266 req-2e654b6e-6113-4799-883e-57102fe628aa tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 Jun 21 13:58:45.741526 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c0107-bc80-4549-ab37-61d79eb80ab0 req-d83dca03-4fd9-412b-a50d-16b1ac288432 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:45.742963 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-498c0107-bc80-4549-ab37-61d79eb80ab0 req-d83dca03-4fd9-412b-a50d-16b1ac288432 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0784373 Jun 21 13:58:45.781011 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-498c0107-bc80-4549-ab37-61d79eb80ab0 req-7bc1627d-95cf-40b0-bb27-32b8464ddded tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323164 Jun 21 13:58:45.906501 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf0938-6755-4336-a449-da87d2efb437 req-1d5f4f92-e194-44e7-b9e0-443a44d93339 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:45.907935 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-97bf0938-6755-4336-a449-da87d2efb437 req-1d5f4f92-e194-44e7-b9e0-443a44d93339 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0708280 Jun 21 13:58:45.947109 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-97bf0938-6755-4336-a449-da87d2efb437 req-90e0f0fd-2791-4a47-8b65-473446b1be5d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Jun 21 13:58:46.364842 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdba75-c849-412a-806b-f91972dd32cd req-4507faca-72e6-40c6-92bb-d81ac9782571 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:46.366296 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-97fdba75-c849-412a-806b-f91972dd32cd req-4507faca-72e6-40c6-92bb-d81ac9782571 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0749664 Jun 21 13:58:46.412278 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-97fdba75-c849-412a-806b-f91972dd32cd req-af1c22c5-c4eb-416e-a6e5-0eca9c285248 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Jun 21 13:58:46.715642 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd54f-d6a3-43d5-bda8-9efc2a756279 req-aabb4afd-767f-4553-8738-f87c7ee916ab tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:46.717098 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3f2fd54f-d6a3-43d5-bda8-9efc2a756279 req-aabb4afd-767f-4553-8738-f87c7ee916ab tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0633748 Jun 21 13:58:46.755623 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3f2fd54f-d6a3-43d5-bda8-9efc2a756279 req-40f9b3b4-f791-4ab6-b46f-69ea36c7121d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305789 Jun 21 13:58:46.953947 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dc6ab-7842-4315-b008-00f8c2d24c57 req-b614db9e-f64c-4179-8f05-4f9cb10057bc tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:46.955356 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f00dc6ab-7842-4315-b008-00f8c2d24c57 req-b614db9e-f64c-4179-8f05-4f9cb10057bc tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0619745 Jun 21 13:58:46.996450 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f00dc6ab-7842-4315-b008-00f8c2d24c57 req-08372306-a12a-4c9d-92ed-1950dc4a692b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Jun 21 13:58:47.124859 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb76684-61d1-4abd-bb3c-de179846fc48 req-932c644c-c564-425e-9b4e-7b048fd7ceab tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:47.130962 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cbb76684-61d1-4abd-bb3c-de179846fc48 req-932c644c-c564-425e-9b4e-7b048fd7ceab tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0641747 Jun 21 13:58:47.163229 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cbb76684-61d1-4abd-bb3c-de179846fc48 req-f566bead-b965-4f6d-859b-4076b5492522 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309482 Jun 21 13:58:47.591191 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cf801-ef07-432b-8870-19ce2eba3186 req-12aa38a0-0e03-4d99-bf41-82292f94cd96 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:47.592689 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-895cf801-ef07-432b-8870-19ce2eba3186 req-12aa38a0-0e03-4d99-bf41-82292f94cd96 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0668092 Jun 21 13:58:47.635384 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-895cf801-ef07-432b-8870-19ce2eba3186 req-820ad6cd-bed3-403f-bc62-9e19a570acd1 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355270 Jun 21 13:58:47.928270 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9be416-ee10-40d4-be41-d333f8f2f356 req-f55417c6-3493-4d1b-95d3-eba89b332622 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:47.930315 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9a9be416-ee10-40d4-be41-d333f8f2f356 req-f55417c6-3493-4d1b-95d3-eba89b332622 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0640287 Jun 21 13:58:47.969411 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9a9be416-ee10-40d4-be41-d333f8f2f356 req-b317666a-6725-4969-b689-071bed235eb9 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Jun 21 13:58:48.166615 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3221d-faae-4824-adf1-e56305964c8e req-8a9180bf-275e-4939-8993-b5b76bdc2419 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:48.168101 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-49b3221d-faae-4824-adf1-e56305964c8e req-8a9180bf-275e-4939-8993-b5b76bdc2419 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 945 time: 0.0645752 Jun 21 13:58:48.208674 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-49b3221d-faae-4824-adf1-e56305964c8e req-4efd27c6-c873-4f66-aa47-5616bd5bc0cf tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336432 Jun 21 13:58:48.346496 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba9a1e-d4d3-4d29-9315-3de1034181c7 req-be9398b6-6eab-46c4-a5d7-b62472fec9c8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:48.348033 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e8ba9a1e-d4d3-4d29-9315-3de1034181c7 req-be9398b6-6eab-46c4-a5d7-b62472fec9c8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0748703 Jun 21 13:58:48.388977 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e8ba9a1e-d4d3-4d29-9315-3de1034181c7 req-edb5a33c-3e18-447d-92fd-ad5da0eae253 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349517 Jun 21 13:58:48.671491 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:48.722066 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:48.726235 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:48.726612 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.810260 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.831446 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38981026-4dec-45ee-9d01-4a494cb034f1 req-a6e6f442-6882-4ff2-8814-beb83cde4480 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:48.833908 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38981026-4dec-45ee-9d01-4a494cb034f1 req-a6e6f442-6882-4ff2-8814-beb83cde4480 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0791430 Jun 21 13:58:48.842286 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:48.844801 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93912c2-4bf3-4165-ab3a-894e39d9d539" -d '{"events": [{"server_uuid": "5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7", "name": "network-vif-plugged", "status": "completed", "tag": "2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:48.858022 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:48.864798 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.867733 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:48.880263 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38981026-4dec-45ee-9d01-4a494cb034f1 req-291a5b24-62dd-4bdd-bd94-769783988fa1 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Jun 21 13:58:48.912443 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f87b084-1ddb-46dc-8b3d-9efc57987c26 x-openstack-request-id: req-9f87b084-1ddb-46dc-8b3d-9efc57987c26 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:48.912750 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7", "name": "network-vif-plugged", "status": "completed", "tag": "2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:48.913016 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f87b084-1ddb-46dc-8b3d-9efc57987c26 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:48.913409 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'code': 200} Jun 21 13:58:48.929685 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:48.933448 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:49.149675 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4ae7a-9069-4772-a094-3e8b7c354364 req-1c934c6e-116a-40d9-94dd-8c0f6611e1b0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:49.151112 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a6d4ae7a-9069-4772-a094-3e8b7c354364 req-1c934c6e-116a-40d9-94dd-8c0f6611e1b0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.0642049 Jun 21 13:58:49.215907 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a6d4ae7a-9069-4772-a094-3e8b7c354364 req-1372cfe6-adbe-4b55-a713-72fcb684dadc tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549655 Jun 21 13:58:49.227844 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44958d6e-78be-41c3-ad71-c48d3ec9cd3f req-6c3d23dd-c19c-4afb-ba23-fce7b80946b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:49.229345 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-44958d6e-78be-41c3-ad71-c48d3ec9cd3f req-6c3d23dd-c19c-4afb-ba23-fce7b80946b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 1099 time: 0.0766113 Jun 21 13:58:49.274812 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-44958d6e-78be-41c3-ad71-c48d3ec9cd3f req-3a5654c7-dc31-4675-b007-2f74862d2a25 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Jun 21 13:58:49.398609 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609e5b4-f758-43bb-986f-c7f833603d44 req-28626091-eef9-4aa1-a0a8-b927cb3e1d9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:49.400200 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e609e5b4-f758-43bb-986f-c7f833603d44 req-28626091-eef9-4aa1-a0a8-b927cb3e1d9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0639598 Jun 21 13:58:49.453077 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e609e5b4-f758-43bb-986f-c7f833603d44 req-7fc1a463-fcff-4758-841b-c41616460c60 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454321 Jun 21 13:58:49.808116 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dc48a-00b9-48cc-a349-e471e99717ac req-0e00efb7-35b3-42e3-af34-db2cbfcbdc55 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:49.809598 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-383dc48a-00b9-48cc-a349-e471e99717ac req-0e00efb7-35b3-42e3-af34-db2cbfcbdc55 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.2613668 Jun 21 13:58:49.848946 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-383dc48a-00b9-48cc-a349-e471e99717ac req-dfd0494e-8b0e-4814-b24b-f02e95d21ad8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Jun 21 13:58:50.084911 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808e3ec-d88c-4fd8-8a69-ea3c27ba35f1 req-db169a55-92e5-47e1-bf0b-30fd0bdbb473 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:50.086629 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5808e3ec-d88c-4fd8-8a69-ea3c27ba35f1 req-db169a55-92e5-47e1-bf0b-30fd0bdbb473 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0637059 Jun 21 13:58:50.128753 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5808e3ec-d88c-4fd8-8a69-ea3c27ba35f1 req-a08285ec-a5c7-43f8-b44d-e9709e63f65f tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360808 Jun 21 13:58:50.635917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42b363-1208-4e8f-bd12-aac36b212d52 req-3b868456-9f26-48c1-8de7-658d41e48d0d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:50.637436 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-be42b363-1208-4e8f-bd12-aac36b212d52 req-3b868456-9f26-48c1-8de7-658d41e48d0d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0698028 Jun 21 13:58:50.678398 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-be42b363-1208-4e8f-bd12-aac36b212d52 req-94e9228b-747f-4fd7-8feb-32c5631dcf93 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335951 Jun 21 13:58:51.055341 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b434fd4-0c9a-4cc5-a0da-89990c9f8999 req-36326389-4fe6-4382-88e5-56e3c6157d11 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:51.056824 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9b434fd4-0c9a-4cc5-a0da-89990c9f8999 req-36326389-4fe6-4382-88e5-56e3c6157d11 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0849957 Jun 21 13:58:51.095585 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9b434fd4-0c9a-4cc5-a0da-89990c9f8999 req-053f2419-60dc-46ed-a90d-e9a3468bb72b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jun 21 13:58:51.306812 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071041-27e4-483d-9c54-a6c7a02bfba1 req-4a31d941-eac3-4c61-967b-b2dfae08c62a tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:51.308397 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f6071041-27e4-483d-9c54-a6c7a02bfba1 req-4a31d941-eac3-4c61-967b-b2dfae08c62a tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0671563 Jun 21 13:58:51.347548 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f6071041-27e4-483d-9c54-a6c7a02bfba1 req-5069e9a1-7cb5-473d-a41b-ea138077baf1 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327652 Jun 21 13:58:51.874505 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0550471-e91e-4622-872e-020918d11bd6 req-650e3221-eef3-48d9-bba5-77ce8c402158 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:51.875947 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c0550471-e91e-4622-872e-020918d11bd6 req-650e3221-eef3-48d9-bba5-77ce8c402158 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0690243 Jun 21 13:58:51.915336 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c0550471-e91e-4622-872e-020918d11bd6 req-6a4c6002-84e4-4b8a-a5ea-66ae69df09f0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312057 Jun 21 13:58:52.271991 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1534bf-7ffa-4b14-bf74-759179f83c5a req-66ecf8cc-9c4f-47ac-a63d-378cf97109f8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:52.273563 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2b1534bf-7ffa-4b14-bf74-759179f83c5a req-66ecf8cc-9c4f-47ac-a63d-378cf97109f8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0676060 Jun 21 13:58:52.316837 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2b1534bf-7ffa-4b14-bf74-759179f83c5a req-9f345dc0-7c72-4c94-b506-18d41ac51a56 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Jun 21 13:58:52.747833 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277ef6c-3e28-426f-8fd5-4514e6de7142 req-50cd48b4-b878-45e5-bcc8-83eecdc1696d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:52.749292 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9277ef6c-3e28-426f-8fd5-4514e6de7142 req-50cd48b4-b878-45e5-bcc8-83eecdc1696d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0619023 Jun 21 13:58:52.804760 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9277ef6c-3e28-426f-8fd5-4514e6de7142 req-caf9008a-db58-4b15-8dc1-c397a361db95 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Jun 21 13:58:53.105007 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47173ece-0278-49ad-a87a-d46348d06d9d req-c61b272a-13a4-4d4f-b82b-2cd76eaad268 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:53.106391 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47173ece-0278-49ad-a87a-d46348d06d9d req-c61b272a-13a4-4d4f-b82b-2cd76eaad268 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0699193 Jun 21 13:58:53.144502 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47173ece-0278-49ad-a87a-d46348d06d9d req-9edec491-fce0-4fad-a0ae-4e51e917fca1 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Jun 21 13:58:53.988961 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9bad3-4bb6-480a-8ec1-580cf2eb8340 req-d29bc802-9c00-4871-8703-bea37a7d8fa0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:53.990436 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-efc9bad3-4bb6-480a-8ec1-580cf2eb8340 req-d29bc802-9c00-4871-8703-bea37a7d8fa0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0694249 Jun 21 13:58:54.030434 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-efc9bad3-4bb6-480a-8ec1-580cf2eb8340 req-064fc33f-83f4-47ce-ac2e-3f060eab4816 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Jun 21 13:58:54.482617 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f77ca2-ccda-4cd8-98eb-ddd63c0fc5a7 req-0f654d8b-32d1-4ffd-a05e-913ae7f2b239 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:54.484069 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-71f77ca2-ccda-4cd8-98eb-ddd63c0fc5a7 req-0f654d8b-32d1-4ffd-a05e-913ae7f2b239 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0640814 Jun 21 13:58:54.522220 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-71f77ca2-ccda-4cd8-98eb-ddd63c0fc5a7 req-1fb7224b-6b84-4b77-8d73-b02c0337a6b9 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323451 Jun 21 13:58:55.223848 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ce4d-4c0e-40cb-be8a-cf12162c3efa req-20b56260-bab9-417b-9e11-786874a7f914 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:55.225326 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4728ce4d-4c0e-40cb-be8a-cf12162c3efa req-20b56260-bab9-417b-9e11-786874a7f914 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0706718 Jun 21 13:58:55.265842 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4728ce4d-4c0e-40cb-be8a-cf12162c3efa req-a67e35de-13b2-4a54-be81-14ca7aa2aeba tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347743 Jun 21 13:58:55.696083 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338077e3-2873-4a80-880f-a5e135ef41b5 req-44b3778c-e1a7-43a3-b34c-b3e846b66ecd tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:55.697515 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-338077e3-2873-4a80-880f-a5e135ef41b5 req-44b3778c-e1a7-43a3-b34c-b3e846b66ecd tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0624673 Jun 21 13:58:55.735101 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-338077e3-2873-4a80-880f-a5e135ef41b5 req-b27d1ff4-f16b-4a50-83c1-f44bb6b65812 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318489 Jun 21 13:58:56.480608 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd36970-497c-4ad5-b561-c58996a75d48 req-06e5c830-acee-4db9-80a2-9bfbbac23de8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:56.482097 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fd36970-497c-4ad5-b561-c58996a75d48 req-06e5c830-acee-4db9-80a2-9bfbbac23de8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.1013532 Jun 21 13:58:56.496620 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-31668188-7827-4338-bcfe-4c6aeb475e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:56.497999 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-31668188-7827-4338-bcfe-4c6aeb475e6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 1099 time: 0.0849569 Jun 21 13:58:56.549480 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fd36970-497c-4ad5-b561-c58996a75d48 req-f77e698a-e6e4-40ed-b5ea-af02bf8856ae tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606916 Jun 21 13:58:56.623519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-5a4951d8-6d59-4dd2-9684-e47e739659ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:56.625108 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-5a4951d8-6d59-4dd2-9684-e47e739659ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 919 time: 0.1037710 Jun 21 13:58:56.930734 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-8edc3115-9620-4dd8-af37-6902f38bdf52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d HTTP/1.1" status: 200 len: 217 time: 0.0429463 Jun 21 13:58:56.958180 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28e553-9b8f-4f9c-86e8-e5b0d7d621b6 req-f1d67003-5f65-4b9e-8c51-67d3125bdf7e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:56.959616 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0a28e553-9b8f-4f9c-86e8-e5b0d7d621b6 req-f1d67003-5f65-4b9e-8c51-67d3125bdf7e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.1012633 Jun 21 13:58:57.016914 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-daab0a90-b543-430f-bfb9-6394a8c835e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:57.018370 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-daab0a90-b543-430f-bfb9-6394a8c835e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.0572271 Jun 21 13:58:57.035063 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0a28e553-9b8f-4f9c-86e8-e5b0d7d621b6 req-0bb4e01e-e995-4849-a9ca-444b1e254292 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658698 Jun 21 13:58:57.181170 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-67aab6d1-ad46-458f-a508-f726e163cc15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297458 Jun 21 13:58:57.282163 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-2438bf36-4a46-4773-82a0-31df50e9d9b2 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846102 Jun 21 13:58:57.386204 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b5d0451a-91b6-4fb2-b756-f403f0b9e8a2 req-b0b3f584-ebe6-431c-9a72-201811d40091 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836787 Jun 21 13:58:57.747302 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ef199-3e8e-44a8-b1ed-43aa7b42db93 req-43411994-7c30-4636-860c-90161d1ce2b1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:57.748840 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f80ef199-3e8e-44a8-b1ed-43aa7b42db93 req-43411994-7c30-4636-860c-90161d1ce2b1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0640788 Jun 21 13:58:57.786496 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f80ef199-3e8e-44a8-b1ed-43aa7b42db93 req-d5a9f830-1c7b-4858-90c3-253357a9d65e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Jun 21 13:58:58.211633 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10722-a7c6-42c5-aee6-e0346b7406d6 req-a90b3232-968b-463f-abd3-efe8c4c9a9a8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:58.213127 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-12a10722-a7c6-42c5-aee6-e0346b7406d6 req-a90b3232-968b-463f-abd3-efe8c4c9a9a8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0685070 Jun 21 13:58:58.251576 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-12a10722-a7c6-42c5-aee6-e0346b7406d6 req-abab1213-20b6-4ac9-839a-547667bfc3c2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325644 Jun 21 13:58:58.426246 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c67f8-c92d-40ad-abbd-0fab4b0a30bb req-ef4989f2-369a-488b-b275-5a6183e6f793 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:58.427768 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3b2c67f8-c92d-40ad-abbd-0fab4b0a30bb req-ef4989f2-369a-488b-b275-5a6183e6f793 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0661643 Jun 21 13:58:58.436995 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 36804) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:58.441710 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'floatingip': {'port_id': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:58.454766 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:58:58.507878 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:58.972445 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1ffce-ae2c-43f7-bf5b-47054a307858 req-5d5fa3ef-2c59-4b92-a02e-d1e47233069f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:58.973955 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4e1ffce-ae2c-43f7-bf5b-47054a307858 req-5d5fa3ef-2c59-4b92-a02e-d1e47233069f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0640626 Jun 21 13:58:59.012357 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4e1ffce-ae2c-43f7-bf5b-47054a307858 req-ae31ffca-a18e-413f-96d6-b50a77f11fa7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Jun 21 13:58:59.364169 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:59.370688 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:59.470269 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.l3_db [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Floating IP 9cd16497-d2d6-414f-8091-d557fd3afbf8 associated. External IP: 172.27.2.6, port: 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76. Jun 21 13:58:59.692579 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:58:59.818693 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:58:59.823796 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:59.837111 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] Sync routers for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:58:59.849318 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:59.849545 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:58:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:59.876523 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-7a45484d-cebd-45b7-88ec-c4eda3d7bbc3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "PUT /v2.0/floatingips/9cd16497-d2d6-414f-8091-d557fd3afbf8 HTTP/1.1" status: 200 len: 990 time: 1.4353056 Jun 21 13:58:59.876523 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'tag': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76'}] {{(pid=92753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:59.886388 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe4a640c2403949659d4cc53932cbb68bc41a66d94213b97b61e04198fcac259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f604f235-a2c7-4500-a41a-3875fff86886" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7", "tag": "2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76"}]}' {{(pid=92753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:59:00.080527 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:00.175999 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd39cdb-3b5c-4f85-af81-ef99b6ef72dc x-openstack-request-id: req-2dd39cdb-3b5c-4f85-af81-ef99b6ef72dc {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:59:00.176217 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7", "tag": "2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76", "status": "completed", "code": 200}]} {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:59:00.176513 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dd39cdb-3b5c-4f85-af81-ef99b6ef72dc {{(pid=92753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:59:00.176952 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'tag': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'status': 'completed', 'code': 200} Jun 21 13:59:00.355814 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604f235-a2c7-4500-a41a-3875fff86886 req-0a149e00-643b-4705-a24b-59d7579fb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:00.357328 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f604f235-a2c7-4500-a41a-3875fff86886 req-0a149e00-643b-4705-a24b-59d7579fb4b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 1099 time: 0.0999970 Jun 21 13:59:00.373937 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e014-d2ed-4162-99f4-d032ece91b09 req-372b4089-a469-4490-bf19-e874866f7768 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:00.375456 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-afb2e014-d2ed-4162-99f4-d032ece91b09 req-372b4089-a469-4490-bf19-e874866f7768 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0902283 Jun 21 13:59:00.461482 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-afb2e014-d2ed-4162-99f4-d032ece91b09 req-5f50ac20-d77f-46dd-8a93-e822e63625f1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765541 Jun 21 13:59:00.470765 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '9cd16497-d2d6-414f-8091-d557fd3afbf8', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'port_id': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'mac_address': 'fa:16:3e:78:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:20Z', 'updated_at': '2021-06-21T13:58:59Z', 'revision_number': 1, 'project_id': '7d173f3189e24446825aade1160d951e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:00.483553 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 36882) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:00.497660 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604f235-a2c7-4500-a41a-3875fff86886 req-93235e84-0636-469a-b1fb-1f2d252e2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:00.499576 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f604f235-a2c7-4500-a41a-3875fff86886 req-93235e84-0636-469a-b1fb-1f2d252e2d1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 911 time: 0.1232672 Jun 21 13:59:00.503310 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] Checking router: 3efcedfb-f4fd-4941-bd22-f4f7247ca980 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:59:00.512048 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:00.512821 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T13:58:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:00.609308 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f604f235-a2c7-4500-a41a-3875fff86886 req-4b42c56b-c120-468e-9f6f-c65d278853f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 200 len: 998 time: 0.0998204 Jun 21 13:59:00.609575 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.617490 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:00.665023 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604f235-a2c7-4500-a41a-3875fff86886 req-accf8eed-165f-417c-ae62-30e525dd8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:00.666506 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f604f235-a2c7-4500-a41a-3875fff86886 req-accf8eed-165f-417c-ae62-30e525dd8b19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0498903 Jun 21 13:59:00.721730 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.726832 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.730484 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0f78b7c3-4589-440c-8c07-9106c72dff72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:00.731602 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604f235-a2c7-4500-a41a-3875fff86886 req-a2526e1f-a9b1-4e21-9842-8f9bb6b09357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:00.733243 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f604f235-a2c7-4500-a41a-3875fff86886 req-a2526e1f-a9b1-4e21-9842-8f9bb6b09357 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596771 Jun 21 13:59:00.769951 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab93ecd7a8d141e49aec02e5c9333937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847397 Jun 21 13:59:00.770716 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f0a0e-3204-42cd-978c-861e7bf3d0ed,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:00.773507 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 36888) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:00.789008 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.789374 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.789732 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.790083 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.790431 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.790774 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.791115 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.791454 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.791821 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.792125 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.792485 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.792811 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:00.798046 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:00.835440 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d9d58382-07b9-4285-8321-34a47f7f2432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.854660 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f604f235-a2c7-4500-a41a-3875fff86886 req-11039680-c5dc-442e-a1b7-306bebfb3672 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061995 Jun 21 13:59:00.863187 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '9cd16497-d2d6-414f-8091-d557fd3afbf8', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'port_id': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'mac_address': 'fa:16:3e:78:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:20Z', 'updated_at': '2021-06-21T13:58:59Z', 'revision_number': 1, 'project_id': '7d173f3189e24446825aade1160d951e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:00.867751 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d9d58382-07b9-4285-8321-34a47f7f2432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.888242 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e1b31-197c-46c3-9259-879d40c90cd2 None None] The sync data for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi is: [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '9cd16497-d2d6-414f-8091-d557fd3afbf8', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'port_id': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'mac_address': 'fa:16:3e:78:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:20Z', 'updated_at': '2021-06-21T13:58:59Z', 'revision_number': 1, 'project_id': '7d173f3189e24446825aade1160d951e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:59:00.919586 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d9d58382-07b9-4285-8321-34a47f7f2432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.922449 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d9d58382-07b9-4285-8321-34a47f7f2432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.923692 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-d9d58382-07b9-4285-8321-34a47f7f2432 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/244f0a0e-3204-42cd-978c-861e7bf3d0ed HTTP/1.1" status: 204 len: 168 time: 0.1491942 Jun 21 13:59:00.924637 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5f2aa4bd-dc8a-405c-8aff-d5099d02ef98 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:00.932729 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d58382-07b9-4285-8321-34a47f7f2432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f0a0e-3204-42cd-978c-861e7bf3d0ed,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:00.935577 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d9d58382-07b9-4285-8321-34a47f7f2432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:00.976821 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f604f235-a2c7-4500-a41a-3875fff86886 req-9e46ba4d-7257-401d-90e1-210be5c63d75 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134729 Jun 21 13:59:01.109791 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce30a7-bd55-43ab-b9c3-b007646ee0ee None None] New status for floating IP 9cd16497-d2d6-414f-8091-d557fd3afbf8: ACTIVE {{(pid=92755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 13:59:01.222391 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 36900) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:01.237252 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.334484 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.340020 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.342509 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cf70166b-073d-4e92-b617-d65a2fc38dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:01.380524 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7da01481421b494ca018f01a13b3c21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569786 Jun 21 13:59:01.381604 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adff4a9-e2eb-4977-abdf-cc29f8808589,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:01.383286 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 36904) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:01.389516 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.390019 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.390476 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.390946 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.391377 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.391838 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.392417 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.392859 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.393300 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.393737 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.394160 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.394586 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:01.398730 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:01.448297 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-936905ee-63b3-4384-bbed-9db62f7ee9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.472534 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-936905ee-63b3-4384-bbed-9db62f7ee9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.521317 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-936905ee-63b3-4384-bbed-9db62f7ee9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.526869 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-936905ee-63b3-4384-bbed-9db62f7ee9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.530580 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-936905ee-63b3-4384-bbed-9db62f7ee9be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2adff4a9-e2eb-4977-abdf-cc29f8808589 HTTP/1.1" status: 204 len: 168 time: 0.1437244 Jun 21 13:59:01.530580 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:01.536948 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936905ee-63b3-4384-bbed-9db62f7ee9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adff4a9-e2eb-4977-abdf-cc29f8808589,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:01.539773 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-936905ee-63b3-4384-bbed-9db62f7ee9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:01.653899 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7231c-7f0c-428e-a69d-dccf039a679f req-eb196855-adc3-4c60-b1b8-10a4f741deb5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:01.655355 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4bb7231c-7f0c-428e-a69d-dccf039a679f req-eb196855-adc3-4c60-b1b8-10a4f741deb5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0687160 Jun 21 13:59:01.694868 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4bb7231c-7f0c-428e-a69d-dccf039a679f req-93d0023e-ed99-48cf-b85b-a28b9e99412c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 Jun 21 13:59:02.871456 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0843cf-2adc-4752-9f0c-c884ee927f84 req-b2cda4c4-9e6a-4445-8c21-2d8f49100ae9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:02.872972 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8e0843cf-2adc-4752-9f0c-c884ee927f84 req-b2cda4c4-9e6a-4445-8c21-2d8f49100ae9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0693855 Jun 21 13:59:02.910363 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8e0843cf-2adc-4752-9f0c-c884ee927f84 req-6605abf2-b4b4-4884-bf09-7f8a681dce32 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Jun 21 13:59:04.103552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35864-a556-4fab-9c3d-dc0192192e0f req-7b564b68-64a1-4f99-a92a-cd81c487d271 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:04.105018 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cdd35864-a556-4fab-9c3d-dc0192192e0f req-7b564b68-64a1-4f99-a92a-cd81c487d271 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0766020 Jun 21 13:59:04.142909 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cdd35864-a556-4fab-9c3d-dc0192192e0f req-7ef3d146-28e7-4f08-962e-38174060cdfd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Jun 21 13:59:04.396692 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3c9d-45c7-4db9-a868-3fce01830381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:05.333083 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdf483-4052-4f41-8941-ddfe2e502d1a req-dc131ca0-61b3-4e8f-9060-edd5a23c2da3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:05.334499 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-75cdf483-4052-4f41-8941-ddfe2e502d1a req-dc131ca0-61b3-4e8f-9060-edd5a23c2da3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0649900 Jun 21 13:59:05.373491 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-75cdf483-4052-4f41-8941-ddfe2e502d1a req-410a1ba7-c9fd-4e7a-b830-5ab919bb369a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Jun 21 13:59:06.550953 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab33a4-859a-41f8-9a1c-7b2aec9ae388 req-847f9915-2eec-4ea8-bfe1-02993abf499d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:06.552454 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-36ab33a4-859a-41f8-9a1c-7b2aec9ae388 req-847f9915-2eec-4ea8-bfe1-02993abf499d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0648441 Jun 21 13:59:06.589024 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-36ab33a4-859a-41f8-9a1c-7b2aec9ae388 req-3aa1bee0-ee5a-4bed-a80d-4b0aeb6cbea8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303643 Jun 21 13:59:07.037099 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-413b3b8c-89bf-421e-adf6-eea21bb7a72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.283672 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.771716 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316953b-14e8-47d3-bc74-4a283bca9a6e req-b28b07bd-b18c-4237-b2b5-86670776b319 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:07.773356 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e316953b-14e8-47d3-bc74-4a283bca9a6e req-b28b07bd-b18c-4237-b2b5-86670776b319 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0721054 Jun 21 13:59:07.811976 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e316953b-14e8-47d3-bc74-4a283bca9a6e req-b738b02a-5fb2-40bd-913e-39d769417052 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Jun 21 13:59:08.098932 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:08.685348 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.001609 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efbdce-0a72-4d5b-88bd-19651d089ae3 req-d5c625d9-15a5-4203-9885-5e9bf08890dd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:09.003218 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-73efbdce-0a72-4d5b-88bd-19651d089ae3 req-d5c625d9-15a5-4203-9885-5e9bf08890dd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0691049 Jun 21 13:59:09.043391 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-73efbdce-0a72-4d5b-88bd-19651d089ae3 req-6ffd105a-a3c7-41c7-a1ca-a99778b792b7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Jun 21 13:59:09.225861 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f83992-aa70-4e0a-bc89-210139f47abe req-51d6398d-c31b-4574-911b-e1d51a3a9e4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777042 Jun 21 13:59:09.380862 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f83992-aa70-4e0a-bc89-210139f47abe req-6e7e9d7c-ddcf-4eaf-8a22-d20807097c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:09.382519 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f83992-aa70-4e0a-bc89-210139f47abe req-6e7e9d7c-ddcf-4eaf-8a22-d20807097c3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 1099 time: 0.0570838 Jun 21 13:59:09.492782 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37072) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:09.522080 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f83992-aa70-4e0a-bc89-210139f47abe req-76776f74-b64e-4adc-aa08-ee3ecb06c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:09.530944 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f83992-aa70-4e0a-bc89-210139f47abe req-76776f74-b64e-4adc-aa08-ee3ecb06c5ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 916 time: 0.1217763 Jun 21 13:59:09.578415 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.611843 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f83992-aa70-4e0a-bc89-210139f47abe req-b69fd904-2487-4d42-b464-94529aa1da5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5ef1b-15c1-4173-9774-adbd1a4290f0 HTTP/1.1" status: 200 len: 217 time: 0.0599751 Jun 21 13:59:09.659748 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-882810a6-4d59-432d-bf58-f13afaa91fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.682438 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f83992-aa70-4e0a-bc89-210139f47abe req-2be47672-f392-4579-99e8-2bb429263a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:09.683855 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f83992-aa70-4e0a-bc89-210139f47abe req-2be47672-f392-4579-99e8-2bb429263a3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.0644593 Jun 21 13:59:09.727498 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f83992-aa70-4e0a-bc89-210139f47abe req-8a61ac7d-27e7-4ed0-8dab-026795addac9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323503 Jun 21 13:59:09.852962 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-882810a6-4d59-432d-bf58-f13afaa91fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.858302 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-882810a6-4d59-432d-bf58-f13afaa91fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.865897 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-0fecf973-15d3-465c-9751-f5541894b11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:09.889647 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f83992-aa70-4e0a-bc89-210139f47abe req-e4863e8e-05ce-47e9-aaa0-93a4c1f36f18 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471500 Jun 21 13:59:09.917701 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-882810a6-4d59-432d-bf58-f13afaa91fef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90295bf7ff184171af2194c3796f6d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235375 Jun 21 13:59:09.921123 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37090) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:09.927384 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882810a6-4d59-432d-bf58-f13afaa91fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d6b265-5a02-4593-a930-3fbef1e4f787,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:09.959342 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-882810a6-4d59-432d-bf58-f13afaa91fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:09.975711 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-45485e0b-9f70-4bae-bcfe-7f600f8d4b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.999577 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-45485e0b-9f70-4bae-bcfe-7f600f8d4b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.007450 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f83992-aa70-4e0a-bc89-210139f47abe req-df9ef6d9-e639-4b18-ba82-d65ab98d93e4 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039073 Jun 21 13:59:10.062609 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-45485e0b-9f70-4bae-bcfe-7f600f8d4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.065733 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-45485e0b-9f70-4bae-bcfe-7f600f8d4b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.074053 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-45485e0b-9f70-4bae-bcfe-7f600f8d4b56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04d6b265-5a02-4593-a930-3fbef1e4f787 HTTP/1.1" status: 204 len: 168 time: 0.1518104 Jun 21 13:59:10.075013 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-38814ea7-bf00-466f-9901-ea110f299f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.082762 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45485e0b-9f70-4bae-bcfe-7f600f8d4b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d6b265-5a02-4593-a930-3fbef1e4f787,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.085282 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-45485e0b-9f70-4bae-bcfe-7f600f8d4b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.247776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08517721-1a75-40c0-bdbb-e50811492c5c req-908a7d5a-5c1f-4a45-b72f-d365ad1a69f7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:10.249136 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-08517721-1a75-40c0-bdbb-e50811492c5c req-908a7d5a-5c1f-4a45-b72f-d365ad1a69f7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0642624 Jun 21 13:59:10.289109 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-08517721-1a75-40c0-bdbb-e50811492c5c req-82a2f3f3-d138-47e1-836e-92a7a784adf6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Jun 21 13:59:10.370652 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37104) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:10.383657 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5653-b8d9-4449-bfac-6bfa6a613d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.472448 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5653-b8d9-4449-bfac-6bfa6a613d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.478880 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5653-b8d9-4449-bfac-6bfa6a613d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.483670 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-936905ee-63b3-4384-bbed-9db62f7ee9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.518665 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-a2bd5653-b8d9-4449-bfac-6bfa6a613d65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8297e15032fc4e1e905e12f35c7630d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442842 Jun 21 13:59:10.519786 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37112) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:10.523071 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd5653-b8d9-4449-bfac-6bfa6a613d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92655116-e125-4d47-ba67-70d7a2bac01b,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.529257 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a2bd5653-b8d9-4449-bfac-6bfa6a613d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.577652 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea167-8281-4dbe-9605-d93535d9f73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.597748 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea167-8281-4dbe-9605-d93535d9f73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.646202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea167-8281-4dbe-9605-d93535d9f73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.649557 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea167-8281-4dbe-9605-d93535d9f73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.653453 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-2a0ea167-8281-4dbe-9605-d93535d9f73a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92655116-e125-4d47-ba67-70d7a2bac01b HTTP/1.1" status: 204 len: 168 time: 0.1290627 Jun 21 13:59:10.654142 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.662484 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ea167-8281-4dbe-9605-d93535d9f73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92655116-e125-4d47-ba67-70d7a2bac01b,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.664758 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-2a0ea167-8281-4dbe-9605-d93535d9f73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.837298 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-910efef1-be2a-4829-98a7-75482f0880fe tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:10.838861 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-910efef1-be2a-4829-98a7-75482f0880fe tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 815 time: 0.1116254 Jun 21 13:59:10.857020 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-172bf643-f1ec-429c-bdfd-1ea5b163dfd2 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/quotas/12404e5c2bae41319c24964a111ea8c0 HTTP/1.1" status: 200 len: 375 time: 0.0108924 Jun 21 13:59:10.927600 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-3730456e-cd04-41c3-a87b-c68410b4f6f0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656226 Jun 21 13:59:10.992930 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37138) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:11.008922 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-643890e0-0c2f-41db-b29e-453bba2fe704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.049472 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-da67c4ae-0439-4171-a965-9fcfd489cc4c service neutron] 10.222.0.21 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094408 Jun 21 13:59:11.370261 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-5291ce46-bdca-4157-86a4-dd038a357b5d service neutron] 10.222.0.21 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136456 Jun 21 13:59:11.392657 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-643890e0-0c2f-41db-b29e-453bba2fe704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.398474 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-643890e0-0c2f-41db-b29e-453bba2fe704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.404735 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-6f2932ba-577f-4e4e-a7ae-a0bcde893fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:11.440632 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-643890e0-0c2f-41db-b29e-453bba2fe704 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62765f77d7954407860d43eb6fdfa17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466126 Jun 21 13:59:11.441591 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643890e0-0c2f-41db-b29e-453bba2fe704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc14005-b428-4cef-b186-000f48b91c02,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:11.443269 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37148) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:11.445119 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-643890e0-0c2f-41db-b29e-453bba2fe704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:11.502843 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c3a0-ec54-414d-bdd5-d3055d107b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.533177 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c3a0-ec54-414d-bdd5-d3055d107b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.583302 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c3a0-ec54-414d-bdd5-d3055d107b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.586355 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c3a0-ec54-414d-bdd5-d3055d107b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.587561 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-f5b9c3a0-ec54-414d-bdd5-d3055d107b08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dc14005-b428-4cef-b186-000f48b91c02 HTTP/1.1" status: 204 len: 168 time: 0.1422820 Jun 21 13:59:11.588401 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-66cbb823-784b-4fc4-8cfb-bb267fa546b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:11.596457 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9c3a0-ec54-414d-bdd5-d3055d107b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc14005-b428-4cef-b186-000f48b91c02,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:11.598890 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f5b9c3a0-ec54-414d-bdd5-d3055d107b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:11.658241 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81e03-0994-43f1-8822-f6e74d446bf3 req-4e7d662f-e4e6-45a3-8161-c23851cecff5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:11.661540 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f3f81e03-0994-43f1-8822-f6e74d446bf3 req-4e7d662f-e4e6-45a3-8161-c23851cecff5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0844631 Jun 21 13:59:11.709671 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f3f81e03-0994-43f1-8822-f6e74d446bf3 req-81e2e69b-02dc-4ac8-8025-3de86a36c4e3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Jun 21 13:59:11.808278 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d6852e14-8139-42d3-a940-03e38ca0fc80 req-98ab835a-0e01-421f-86bb-01321da0b8a9 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 210 time: 0.0436456 Jun 21 13:59:12.322224 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37192) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:12.414267 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1101492612-network', 'tenant_id': '4ca37798fb764e50b334becda2a8e57c'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:12.439157 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Made reservation on behalf of 4ca37798fb764e50b334becda2a8e57c for: {'network': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:12.441794 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.450578 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.537988 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.543589 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.547447 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:12.564571 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=92754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:59:12.579018 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bcd94c-8a40-4646-85c9-940e8b270a57,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:12.582601 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:12.584000 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.584332 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.segments_db [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Added segment 1d3bc5a0-aa75-4971-9290-818028b15a40 of type vlan for network f65624a1-ada4-4f31-909f-5e1f7e614e70 Jun 21 13:59:12.622598 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.651832 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.653291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:12.654013 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.655957 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a937cb5c-ae7f-4726-893e-4a8b9793b58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:12.703523 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3802395 Jun 21 13:59:12.706805 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37198) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:12.711772 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Request body: {'subnet': {'network_id': 'f65624a1-ada4-4f31-909f-5e1f7e614e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1101492612-subnet', 'tenant_id': '4ca37798fb764e50b334becda2a8e57c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:12.714057 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Pushing event updated for resources: {'Network': ['ID=f65624a1-ada4-4f31-909f-5e1f7e614e70,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:12.717025 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:12.724809 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network f65624a1-ada4-4f31-909f-5e1f7e614e70 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:59:12.733557 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Made reservation on behalf of 4ca37798fb764e50b334becda2a8e57c for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:12.735999 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12956073'] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.940592 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12713565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956091'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:12.945656 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-3b3407f2-be69-4642-88cf-0415e2aa7025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:12.966450 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9f8f2-0234-4648-936e-2dda12ac2c03 req-628e2651-288c-4cd9-a021-8478da7b402d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:12.966450 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8ff9f8f2-0234-4648-936e-2dda12ac2c03 req-628e2651-288c-4cd9-a021-8478da7b402d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.1209404 Jun 21 13:59:13.030584 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21042162-79ae-43d6-9d7b-390d87305967,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:13.041084 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:13.050218 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8ff9f8f2-0234-4648-936e-2dda12ac2c03 req-6fbf2800-301f-4eee-8260-226bd71e6630 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668738 Jun 21 13:59:13.054349 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Checking segment: {'id': '1d3bc5a0-aa75-4971-9290-818028b15a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f65624a1-ada4-4f31-909f-5e1f7e614e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:13.054714 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Network hostable DHCP agents. Network: f65624a1-ada4-4f31-909f-5e1f7e614e70, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:59:13.073020 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Network f65624a1-ada4-4f31-909f-5e1f7e614e70 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:59:13.082751 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, f65624a1-ada4-4f31-909f-5e1f7e614e70) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:13.086924 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:13.087535 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.093795 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e868f-03e6-4577-b378-29ee56a54c79 None None] Network f65624a1-ada4-4f31-909f-5e1f7e614e70 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:59:13.108155 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3943298 Jun 21 13:59:13.187605 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0a6065d7-1851-4e10-9e0b-ed470a59bbee req-27ffd400-635d-4e39-adf2-8814ff83dfbc tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 210 time: 0.0321467 Jun 21 13:59:13.241183 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea10c5-31c8-4036-b9b9-dfd1feb51258 None None] Network f65624a1-ada4-4f31-909f-5e1f7e614e70 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:59:13.589485 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37226) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:13.594524 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-805980906-network', 'tenant_id': 'e69bd9ad7c314cabae71034c42b3cdd0'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:13.626258 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Made reservation on behalf of e69bd9ad7c314cabae71034c42b3cdd0 for: {'network': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:13.628838 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.637776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.740638 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.746867 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.749810 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e21caf7d-6a05-477e-9f9e-cd77449e539f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:13.770695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=92754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:59:13.779917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30de2e4b-456f-45d1-a86b-f47e0ec8da24,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:13.784086 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:13.785083 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.785412 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.segments_db [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Added segment 0dce8940-8bc8-490e-8c19-bde8bcc15e20 of type vlan for network 08e2701b-898d-4674-875b-07dcccd29680 Jun 21 13:59:13.825288 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.859000 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.860291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:13.860895 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.862848 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-711f0d8b-1152-4cfd-9b84-cd956985e5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:13.913351 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37228) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:13.918696 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Request body: {'subnet': {'network_id': '08e2701b-898d-4674-875b-07dcccd29680', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-805980906-subnet', 'tenant_id': 'e69bd9ad7c314cabae71034c42b3cdd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:13.922061 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3198349 Jun 21 13:59:13.935941 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Pushing event updated for resources: {'Network': ['ID=08e2701b-898d-4674-875b-07dcccd29680,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:13.939932 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:13.942689 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Made reservation on behalf of e69bd9ad7c314cabae71034c42b3cdd0 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:13.945104 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12956073'] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:13.947739 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 08e2701b-898d-4674-875b-07dcccd29680 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:59:14.116029 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12713565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956091'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:14.119061 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:14.182292 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeafa8d0-6ecf-4323-912b-30a94a4adead,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:14.201678 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:14.212863 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Checking segment: {'id': '0dce8940-8bc8-490e-8c19-bde8bcc15e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '08e2701b-898d-4674-875b-07dcccd29680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:14.213214 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Network hostable DHCP agents. Network: 08e2701b-898d-4674-875b-07dcccd29680, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:59:14.243882 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Network 08e2701b-898d-4674-875b-07dcccd29680 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:59:14.254388 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a3b96-1537-40c2-b081-1ff012ffbac8 req-49ae37d2-be2e-4b91-9eb6-56f577374587 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:14.255945 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-912a3b96-1537-40c2-b081-1ff012ffbac8 req-49ae37d2-be2e-4b91-9eb6-56f577374587 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0945134 Jun 21 13:59:14.265515 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 08e2701b-898d-4674-875b-07dcccd29680) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:14.271362 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:14.272064 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:14.276030 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc757df2-7523-409a-92da-2b0b18271c69 None None] Network 08e2701b-898d-4674-875b-07dcccd29680 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:59:14.309832 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0107a8bc-0ae8-4fb9-901a-d895b875c973 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3864875 Jun 21 13:59:14.314389 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-912a3b96-1537-40c2-b081-1ff012ffbac8 req-56dff990-34df-4c32-9d10-7f3d09ff4c35 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468743 Jun 21 13:59:14.416827 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5678c326-5f77-4f4a-aac7-a9abaf828457 None None] Network 08e2701b-898d-4674-875b-07dcccd29680 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:59:14.449119 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cf7d12ed-393d-479a-ab40-6c1364c36c6b req-dbc37e00-fbb3-49e0-85da-42075b067f94 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 210 time: 0.0295281 Jun 21 13:59:15.497566 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642748a-a107-41e7-a144-e6f1113a2830 req-9cb2f32c-af03-448c-a1c5-674a3eefd4d1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:15.499030 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2642748a-a107-41e7-a144-e6f1113a2830 req-9cb2f32c-af03-448c-a1c5-674a3eefd4d1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0733161 Jun 21 13:59:15.540240 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2642748a-a107-41e7-a144-e6f1113a2830 req-afe2346b-5099-461a-aad2-92070d9069cc tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Jun 21 13:59:15.660660 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-012a2135-b261-4bf3-a2dd-d175dcfeeaa0 req-8cbd976f-06b1-4eb7-a6ce-59fdfb67afef tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 210 time: 0.0281823 Jun 21 13:59:16.859973 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9ae25b2d-2c83-4854-86c8-df830915c6a4 req-76736d82-a93a-47aa-b216-4c7226b3f072 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 210 time: 0.0278671 Jun 21 13:59:16.884835 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-99d6f26a-e8da-4df4-8fb1-fbbc6b24db88 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:16.886226 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-99d6f26a-e8da-4df4-8fb1-fbbc6b24db88 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 815 time: 0.3485119 Jun 21 13:59:16.905546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc0bda-f9cf-4da8-8d31-d3786ac1f9e4 req-d6c3bf65-ec6a-4c5f-a480-f230a9c53030 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:16.906901 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3acc0bda-f9cf-4da8-8d31-d3786ac1f9e4 req-d6c3bf65-ec6a-4c5f-a480-f230a9c53030 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0924013 Jun 21 13:59:16.934212 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Request body: {'port': {'device_id': 'a179d49e-0997-4911-9549-b0971e5a61db', 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'admin_state_up': True, 'tenant_id': '12404e5c2bae41319c24964a111ea8c0'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:16.997550 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3acc0bda-f9cf-4da8-8d31-d3786ac1f9e4 req-c5d27210-cbc9-41a5-92fa-353ef2c3f544 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814955 Jun 21 13:59:17.055198 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Made reservation on behalf of 12404e5c2bae41319c24964a111ea8c0 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:17.058953 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.178369 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Allocated IP 172.20.0.9 (ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9/64cc21af-7543-4e92-98cc-29627309357a/94084c92-4c18-495c-ac16-caf38e241402) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:17.333481 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.373863 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.380496 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:17.431465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:17.434528 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:17.438438 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:17.449020 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['57f5ef1b-15c1-4173-9774-adbd1a4290f0'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:59:17.467993 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Pushing event updated for resources: {'Port': ['ID=94084c92-4c18-495c-ac16-caf38e241402,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:17.472108 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:17.490531 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:17.491140 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.505065 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769279 Jun 21 13:59:17.581561 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Request body: {'port': {'device_id': 'a179d49e-0997-4911-9549-b0971e5a61db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:17.650676 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.914308 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94084c92-4c18-495c-ac16-caf38e241402 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:59:17.921772 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.934372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Transition to ACTIVE for port object 94084c92-4c18-495c-ac16-caf38e241402 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:17.938315 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.940412 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:18.042922 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Pushing event updated for resources: {'Port': ['ID=94084c92-4c18-495c-ac16-caf38e241402,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:18.046226 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:18.139101 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27f844-dda9-47ba-a4c1-c2095bef002d req-805f5de8-9119-4337-b8fe-057bafc1d9a1 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:18.145107 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad27f844-dda9-47ba-a4c1-c2095bef002d req-805f5de8-9119-4337-b8fe-057bafc1d9a1 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 943 time: 0.1725919 Jun 21 13:59:18.147962 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Attempting to bind port 94084c92-4c18-495c-ac16-caf38e241402 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:18.148300 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Attempting to bind port 94084c92-4c18-495c-ac16-caf38e241402 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:18.148639 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Attempting to bind port 94084c92-4c18-495c-ac16-caf38e241402 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:18.164513 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Port 94084c92-4c18-495c-ac16-caf38e241402 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:59:18.165546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Attempting to bind port 94084c92-4c18-495c-ac16-caf38e241402 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:18.176165 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:18.176484 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Checking segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:18.176874 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Bound using segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:18.177298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Bound port: 94084c92-4c18-495c-ac16-caf38e241402, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:18.177626 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:18.236548 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad27f844-dda9-47ba-a4c1-c2095bef002d req-cf4caa65-a011-44b8-9542-51ac21c44a8d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902321 Jun 21 13:59:18.254049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58907acd-eb4d-4c7b-8f01-237c05f6c6ec req-04e6bae5-9eef-450e-b050-baeb3d9fa4b8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:18.261988 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-58907acd-eb4d-4c7b-8f01-237c05f6c6ec req-04e6bae5-9eef-450e-b050-baeb3d9fa4b8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0858819 Jun 21 13:59:18.289595 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] For port 94084c92-4c18-495c-ac16-caf38e241402, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:18.294170 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] For port 94084c92-4c18-495c-ac16-caf38e241402, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=94084c92-4c18-495c-ac16-caf38e241402,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:18.297294 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-58907acd-eb4d-4c7b-8f01-237c05f6c6ec req-5dc91476-bf75-4ed8-92b1-cb4a177bffa6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Jun 21 13:59:18.300644 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:18.307254 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:18.340264 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:18.340937 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:18.342315 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] 10.222.0.64 "PUT /v2.0/ports/94084c92-4c18-495c-ac16-caf38e241402 HTTP/1.1" status: 200 len: 1093 time: 0.7652552 Jun 21 13:59:18.342797 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a179d49e-0997-4911-9549-b0971e5a61db', 'tag': '94084c92-4c18-495c-ac16-caf38e241402'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:59:18.345087 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447d75c7-11f5-4329-a31b-4d40571f9d56" -d '{"events": [{"name": "network-changed", "server_uuid": "a179d49e-0997-4911-9549-b0971e5a61db", "tag": "94084c92-4c18-495c-ac16-caf38e241402"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:59:18.371350 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Pushing event updated for resources: {'Port': ['ID=94084c92-4c18-495c-ac16-caf38e241402,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:18.382090 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:18.393047 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1915e697-9bb2-4c3c-a40f-f51e6d548a64 x-openstack-request-id: req-1915e697-9bb2-4c3c-a40f-f51e6d548a64 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:59:18.393365 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a179d49e-0997-4911-9549-b0971e5a61db", "tag": "94084c92-4c18-495c-ac16-caf38e241402", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:59:18.393644 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1915e697-9bb2-4c3c-a40f-f51e6d548a64 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:59:18.394096 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a179d49e-0997-4911-9549-b0971e5a61db', 'tag': '94084c92-4c18-495c-ac16-caf38e241402', 'status': 'completed', 'code': 200} Jun 21 13:59:18.492061 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-c172c6d8-86bf-4adb-a633-d06130bf5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:18.493601 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-c172c6d8-86bf-4adb-a633-d06130bf5b0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 1096 time: 0.0528352 Jun 21 13:59:18.548896 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-6f7f3dd1-1075-4d77-9949-7aed7d82c139 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94084c92-4c18-495c-ac16-caf38e241402 HTTP/1.1" status: 200 len: 217 time: 0.0367780 Jun 21 13:59:18.598172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-afc99380-12a7-4a43-8185-ac4959529ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:18.600320 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-afc99380-12a7-4a43-8185-ac4959529ab8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.0439372 Jun 21 13:59:18.638280 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-b556fc66-5f20-4fcb-a357-1c6db0e60a1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262246 Jun 21 13:59:18.729873 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-96d10c13-0900-472f-a1ef-b8d47ae53c86 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817618 Jun 21 13:59:18.820985 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c19e0f96-a82d-42dd-80cd-34e2d5a8fccb req-8fa2e1ff-3c6a-47d6-8f52-c59321d7d93f service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821707 Jun 21 13:59:19.009855 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-026b076e-ca25-4e35-bbf4-ee013d9aa587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:19.011204 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-026b076e-ca25-4e35-bbf4-ee013d9aa587 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 1096 time: 0.0548832 Jun 21 13:59:19.178294 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-8437bd6c-2980-4655-9aa5-696f31225c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:19.180104 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-8437bd6c-2980-4655-9aa5-696f31225c96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 916 time: 0.0920401 Jun 21 13:59:19.250593 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-25f70730-9698-4288-ba6a-aba2ef5e42e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94084c92-4c18-495c-ac16-caf38e241402 HTTP/1.1" status: 200 len: 217 time: 0.0333583 Jun 21 13:59:19.301047 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-9620fb78-d50f-4c29-973a-7acfbf57bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:19.302473 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-9620fb78-d50f-4c29-973a-7acfbf57bb55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.0421736 Jun 21 13:59:19.352217 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-f736dc5c-8880-44c4-a836-849247a34b9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316734 Jun 21 13:59:19.496905 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce104bfa-0912-4190-8e6d-4b47f6d76a37 req-8d0ecf40-f4de-4140-83b6-26852a738405 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:19.498437 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ce104bfa-0912-4190-8e6d-4b47f6d76a37 req-8d0ecf40-f4de-4140-83b6-26852a738405 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 943 time: 0.1274021 Jun 21 13:59:19.550356 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-75a625ec-b0dd-42be-b913-cf6a2c631c13 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768842 Jun 21 13:59:19.565686 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ce104bfa-0912-4190-8e6d-4b47f6d76a37 req-487f503a-a342-4d24-9c5b-7f99f9c6bd5f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606742 Jun 21 13:59:19.663981 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-447d75c7-11f5-4329-a31b-4d40571f9d56 req-6965cc4d-a2d5-417f-b249-7862dadbd0a9 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961311 Jun 21 13:59:19.727257 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18938b-b9ce-4e7f-afd5-1c7afc2f24bd req-636886c9-12ad-4a25-b247-257ac93db624 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:19.728799 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4b18938b-b9ce-4e7f-afd5-1c7afc2f24bd req-636886c9-12ad-4a25-b247-257ac93db624 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0710127 Jun 21 13:59:19.771042 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4b18938b-b9ce-4e7f-afd5-1c7afc2f24bd req-dfa2194a-86fc-4b70-9ca8-5e1b8ec1a6e9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355630 Jun 21 13:59:20.808264 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c25954-3cc8-481a-b15c-6cad0162e23c req-86df6197-45b6-4cf5-9d65-9a3f6e81a665 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:20.821386 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f0c25954-3cc8-481a-b15c-6cad0162e23c req-86df6197-45b6-4cf5-9d65-9a3f6e81a665 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 943 time: 0.1254971 Jun 21 13:59:20.859013 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f0c25954-3cc8-481a-b15c-6cad0162e23c req-5aa4dbb1-71b2-4cd8-b4f7-5f020dc0fbda tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365767 Jun 21 13:59:20.990167 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37952521-fc28-41de-96b6-c235ada22b50 req-37a2ecd1-ca53-4f87-9fb1-e9bcc9a2d4bc tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:20.991758 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-37952521-fc28-41de-96b6-c235ada22b50 req-37a2ecd1-ca53-4f87-9fb1-e9bcc9a2d4bc tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0652723 Jun 21 13:59:21.033985 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-37952521-fc28-41de-96b6-c235ada22b50 req-d9f50227-bcd0-4062-8839-26aef7efad27 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356278 Jun 21 13:59:22.043223 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f0805-9169-41e1-b0f8-951c852c6d9b req-d9de9658-63c2-4226-a964-d21e098b4aba tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:22.044697 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-737f0805-9169-41e1-b0f8-951c852c6d9b req-d9de9658-63c2-4226-a964-d21e098b4aba tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 943 time: 0.0629375 Jun 21 13:59:22.085877 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-737f0805-9169-41e1-b0f8-951c852c6d9b req-890927e5-4b91-4ec0-8fd9-360e9dbe4581 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355067 Jun 21 13:59:22.219242 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6317d-6527-442c-91c7-3f70590fea9a req-6289221c-4720-483c-998b-6bdbcf263a80 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:22.220730 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-eef6317d-6527-442c-91c7-3f70590fea9a req-6289221c-4720-483c-998b-6bdbcf263a80 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0628200 Jun 21 13:59:22.259858 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-eef6317d-6527-442c-91c7-3f70590fea9a req-f7882f34-e1b2-439b-906c-e6f9ffa0e3cf tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Jun 21 13:59:22.901176 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 94084c92-4c18-495c-ac16-caf38e241402 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:59:23.016764 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 94084c92-4c18-495c-ac16-caf38e241402, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=94084c92-4c18-495c-ac16-caf38e241402,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:23.036009 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '94084c92-4c18-495c-ac16-caf38e241402', 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'port_id': '94084c92-4c18-495c-ac16-caf38e241402', 'mac_address': 'fa:16:3e:2b:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cc21af-7543-4e92-98cc-29627309357a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:59:23.077863 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.094449 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94084c92-4c18-495c-ac16-caf38e241402 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:59:23.116774 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 94084c92-4c18-495c-ac16-caf38e241402, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=94084c92-4c18-495c-ac16-caf38e241402,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:23.120797 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.122649 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:23.214669 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=94084c92-4c18-495c-ac16-caf38e241402,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:23.224135 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.224768 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.225359 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.225854 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.226567 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.227081 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.227707 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.228206 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.228738 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.229258 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.229602 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.229919 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:23.241442 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:23.354939 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde2953-d5e7-4474-b13f-5d4f23ba57bd req-39d8f7d1-4f3c-48b2-bde0-7d7d6f13d9e5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:23.366185 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5dde2953-d5e7-4474-b13f-5d4f23ba57bd req-39d8f7d1-4f3c-48b2-bde0-7d7d6f13d9e5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 944 time: 0.1181316 Jun 21 13:59:23.441319 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5dde2953-d5e7-4474-b13f-5d4f23ba57bd req-9e7fe933-2832-43cd-9a7c-ccdddfcb09da tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742247 Jun 21 13:59:23.541010 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713774f8-e785-40c5-b624-a43d0d743d16 req-3a326bab-f3d2-4d39-a17b-c60843427459 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:23.542483 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-713774f8-e785-40c5-b624-a43d0d743d16 req-3a326bab-f3d2-4d39-a17b-c60843427459 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0779521 Jun 21 13:59:23.591508 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-713774f8-e785-40c5-b624-a43d0d743d16 req-dd13c16e-a9e9-4356-ba8c-40e1723939c4 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Jun 21 13:59:23.609366 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37476) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:23.718341 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-22822a61-7ac6-4add-833d-140e27f26835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.819046 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-22822a61-7ac6-4add-833d-140e27f26835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.826666 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-22822a61-7ac6-4add-833d-140e27f26835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.829927 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:23.865674 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-22822a61-7ac6-4add-833d-140e27f26835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51547a85fc61400f9e6267d128f8f066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551646 Jun 21 13:59:23.866561 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22822a61-7ac6-4add-833d-140e27f26835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7dde05-4677-423a-b2b4-3d14bd0c8d12,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:23.868547 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37480) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:23.869628 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-22822a61-7ac6-4add-833d-140e27f26835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:23.872740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['94084c92-4c18-495c-ac16-caf38e241402'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:59:23.923025 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94e5318a-2c26-426f-a2a4-31cc567b5815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.944040 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94e5318a-2c26-426f-a2a4-31cc567b5815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.999798 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94e5318a-2c26-426f-a2a4-31cc567b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.002432 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94e5318a-2c26-426f-a2a4-31cc567b5815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.003549 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-94e5318a-2c26-426f-a2a4-31cc567b5815 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d7dde05-4677-423a-b2b4-3d14bd0c8d12 HTTP/1.1" status: 204 len: 168 time: 0.1340251 Jun 21 13:59:24.004278 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a763c6da-00c3-452e-a67e-21f258e44d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:24.011456 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5318a-2c26-426f-a2a4-31cc567b5815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7dde05-4677-423a-b2b4-3d14bd0c8d12,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:24.013827 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-94e5318a-2c26-426f-a2a4-31cc567b5815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:24.275534 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37490) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:24.293677 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be138677-a9fd-45ee-9cc0-953bc9c73bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.382739 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be138677-a9fd-45ee-9cc0-953bc9c73bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.387785 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be138677-a9fd-45ee-9cc0-953bc9c73bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.390111 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3ac08ab4-a23a-4048-9da1-0ecf117a33fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:24.424924 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-be138677-a9fd-45ee-9cc0-953bc9c73bb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=487bb240fec241b38bc4be0d6519223f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483080 Jun 21 13:59:24.425875 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138677-a9fd-45ee-9cc0-953bc9c73bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a6e258-21a8-4020-8a0c-8078c86c0047,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:24.427723 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37494) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:24.430940 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-be138677-a9fd-45ee-9cc0-953bc9c73bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:24.484972 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4533e6c3-0dd7-4056-afb3-5804177e76bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.508998 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4533e6c3-0dd7-4056-afb3-5804177e76bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.557495 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4533e6c3-0dd7-4056-afb3-5804177e76bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.560318 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4533e6c3-0dd7-4056-afb3-5804177e76bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:24.561510 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4533e6c3-0dd7-4056-afb3-5804177e76bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36a6e258-21a8-4020-8a0c-8078c86c0047 HTTP/1.1" status: 204 len: 168 time: 0.1327093 Jun 21 13:59:24.562287 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-98d166d6-cc10-40f2-97ed-beedb5fba57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:24.571609 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533e6c3-0dd7-4056-afb3-5804177e76bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a6e258-21a8-4020-8a0c-8078c86c0047,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:24.573852 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4533e6c3-0dd7-4056-afb3-5804177e76bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:24.620843 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd0393-54a9-4ac9-a64b-7d70c3013ff6 req-cd9fef81-59b1-4fb3-9b38-4f18721bb40d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:24.627721 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b2fd0393-54a9-4ac9-a64b-7d70c3013ff6 req-cd9fef81-59b1-4fb3-9b38-4f18721bb40d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 944 time: 0.0725169 Jun 21 13:59:24.664933 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b2fd0393-54a9-4ac9-a64b-7d70c3013ff6 req-c0f4844f-3446-4748-8307-ccbe446c93b4 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360174 Jun 21 13:59:24.792040 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45ad71-3172-4881-ab3d-134c0728ed59 req-60afc712-9234-4aad-a04a-47d5bebb65c1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:24.793461 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8c45ad71-3172-4881-ab3d-134c0728ed59 req-60afc712-9234-4aad-a04a-47d5bebb65c1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0640814 Jun 21 13:59:24.830438 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8c45ad71-3172-4881-ab3d-134c0728ed59 req-24767273-8805-4d5f-b04b-ff88c37568b1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312610 Jun 21 13:59:25.848266 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9116612-185b-4f60-9700-0dca1c22860b req-4a516fb6-88f1-4c97-ae9d-bff9e2bc81a5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:25.849737 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b9116612-185b-4f60-9700-0dca1c22860b req-4a516fb6-88f1-4c97-ae9d-bff9e2bc81a5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 944 time: 0.0686612 Jun 21 13:59:25.887709 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b9116612-185b-4f60-9700-0dca1c22860b req-413e3667-26e0-4b5a-9c31-fa8a7aef3e72 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318246 Jun 21 13:59:26.052191 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a649e6-ad3f-4b27-9ab1-d7bf20583814 req-fa0e8815-4991-47ed-86c7-2f2d4c20d291 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:26.054413 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-55a649e6-ad3f-4b27-9ab1-d7bf20583814 req-fa0e8815-4991-47ed-86c7-2f2d4c20d291 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0650980 Jun 21 13:59:26.094350 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-55a649e6-ad3f-4b27-9ab1-d7bf20583814 req-62ed2212-69ff-48ed-9f31-ccab24e42dfc tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342796 Jun 21 13:59:27.016724 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37594) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:27.058240 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8857cd-9ae8-449d-b0b2-487ea1a5f9eb req-8fe15111-c541-4e2d-8df4-b7d63739f4f3 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:27.059897 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4b8857cd-9ae8-449d-b0b2-487ea1a5f9eb req-8fe15111-c541-4e2d-8df4-b7d63739f4f3 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 944 time: 0.0628557 Jun 21 13:59:27.097139 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4b8857cd-9ae8-449d-b0b2-487ea1a5f9eb req-250f584e-c599-4c65-a5cd-c9dbc21019c0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jun 21 13:59:27.119011 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7725-9423-4d01-b4cb-f2551443e5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.213663 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7725-9423-4d01-b4cb-f2551443e5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.217752 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7725-9423-4d01-b4cb-f2551443e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.221130 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-12e25a2b-94d2-4586-a8de-4613d4bb8f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:27.254091 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c9fd7725-9423-4d01-b4cb-f2551443e5cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1c9982c88a14d989afe3584fa51cbdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363188 Jun 21 13:59:27.256064 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd7725-9423-4d01-b4cb-f2551443e5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc4bb53-a6fc-44e7-8118-e5feab2d7ad8,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:27.257676 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37602) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:27.259178 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c9fd7725-9423-4d01-b4cb-f2551443e5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:27.286252 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b5f27-6d3a-4a1a-a34a-c4371827bccf req-3a701c97-bdc8-4a34-a913-bb471fc44986 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:27.287691 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f30b5f27-6d3a-4a1a-a34a-c4371827bccf req-3a701c97-bdc8-4a34-a913-bb471fc44986 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0803301 Jun 21 13:59:27.352863 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f30b5f27-6d3a-4a1a-a34a-c4371827bccf req-1a07e902-e271-43e0-b954-802098a4581c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575874 Jun 21 13:59:27.357321 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c7ffac84-129c-428a-bc13-6ffe1a08ad2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.379177 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c7ffac84-129c-428a-bc13-6ffe1a08ad2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.427625 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c7ffac84-129c-428a-bc13-6ffe1a08ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.430704 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c7ffac84-129c-428a-bc13-6ffe1a08ad2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.431826 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-c7ffac84-129c-428a-bc13-6ffe1a08ad2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfc4bb53-a6fc-44e7-8118-e5feab2d7ad8 HTTP/1.1" status: 204 len: 168 time: 0.1713705 Jun 21 13:59:27.432582 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-053fae95-6f80-4fca-85b3-1bbed7fc4689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:27.439875 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffac84-129c-428a-bc13-6ffe1a08ad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc4bb53-a6fc-44e7-8118-e5feab2d7ad8,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:27.442125 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c7ffac84-129c-428a-bc13-6ffe1a08ad2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:27.695949 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37612) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:27.709163 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c45a413-896a-4f84-aab9-2d715e7b238d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.801299 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c45a413-896a-4f84-aab9-2d715e7b238d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.806327 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9c45a413-896a-4f84-aab9-2d715e7b238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.809511 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-92156fbe-252b-4a2e-aa9b-526478fb32b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:27.843681 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9c45a413-896a-4f84-aab9-2d715e7b238d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ac0903f5a8d440d817df1171b748aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466618 Jun 21 13:59:27.844904 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45a413-896a-4f84-aab9-2d715e7b238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c3a26e-7eee-4fc6-a8de-6b1eb3a50757,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:27.846292 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37616) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:27.847914 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9c45a413-896a-4f84-aab9-2d715e7b238d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:27.895475 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9651194d-2e72-4993-93fc-3cd5f4b512b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.916221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9651194d-2e72-4993-93fc-3cd5f4b512b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.963905 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9651194d-2e72-4993-93fc-3cd5f4b512b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.966553 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9651194d-2e72-4993-93fc-3cd5f4b512b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:27.967715 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9651194d-2e72-4993-93fc-3cd5f4b512b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1c3a26e-7eee-4fc6-a8de-6b1eb3a50757 HTTP/1.1" status: 204 len: 168 time: 0.1196513 Jun 21 13:59:27.968443 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-de5c6db2-24d7-4775-9450-81f69ca57c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:27.975605 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651194d-2e72-4993-93fc-3cd5f4b512b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c3a26e-7eee-4fc6-a8de-6b1eb3a50757,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:27.977904 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9651194d-2e72-4993-93fc-3cd5f4b512b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:28.291458 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07831ddf-28c5-4716-bfc5-1e416beb51bf req-7ebe8686-da84-4040-b6a4-5077d7e9f28d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:28.292990 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-07831ddf-28c5-4716-bfc5-1e416beb51bf req-7ebe8686-da84-4040-b6a4-5077d7e9f28d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 944 time: 0.0704973 Jun 21 13:59:28.330859 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-07831ddf-28c5-4716-bfc5-1e416beb51bf req-17cb7cc1-9d70-477b-bcf5-f99cd71bd1f6 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Jun 21 13:59:28.527043 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b882b65-589d-48fa-8f03-8f73de14bce1 req-e8ac7f97-d0c7-4036-894d-46987303f032 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:28.529000 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7b882b65-589d-48fa-8f03-8f73de14bce1 req-e8ac7f97-d0c7-4036-894d-46987303f032 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0635552 Jun 21 13:59:28.567628 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7b882b65-589d-48fa-8f03-8f73de14bce1 req-083aa4f2-8502-415a-8771-f237edf4fc8a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Jun 21 13:59:29.508022 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee873e5a-f55d-4940-9fd4-e72496619ac6 req-fc4e9d63-bfb1-427a-ace6-8c7859227157 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:29.513944 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ee873e5a-f55d-4940-9fd4-e72496619ac6 req-fc4e9d63-bfb1-427a-ace6-8c7859227157 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 944 time: 0.0679843 Jun 21 13:59:29.549056 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ee873e5a-f55d-4940-9fd4-e72496619ac6 req-4ecc403e-00aa-4adb-9c2a-dde7bfa53e91 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jun 21 13:59:29.747449 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad23f15-a879-4eb4-932f-46e1dfd36dc9 req-ef2ddfe9-4b78-460e-8f29-73fca023f32e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:29.749072 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5ad23f15-a879-4eb4-932f-46e1dfd36dc9 req-ef2ddfe9-4b78-460e-8f29-73fca023f32e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0655863 Jun 21 13:59:29.788912 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5ad23f15-a879-4eb4-932f-46e1dfd36dc9 req-e083e6b3-95e1-4de4-8bac-f609b0840d5e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338886 Jun 21 13:59:29.874153 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37708) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:29.984904 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-153c1d18-4691-4441-a2d1-49021a7ab947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.071179 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-153c1d18-4691-4441-a2d1-49021a7ab947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.079161 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-153c1d18-4691-4441-a2d1-49021a7ab947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.081612 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-43c0d828-b738-4324-ad1e-66d2431ed1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:30.114693 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c1d18-4691-4441-a2d1-49021a7ab947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf4d2f-4e4d-41e1-96a6-883f2efde46a,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:30.119015 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-153c1d18-4691-4441-a2d1-49021a7ab947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=268b68f2e6d8417ab68026999799d1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438679 Jun 21 13:59:30.120042 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-153c1d18-4691-4441-a2d1-49021a7ab947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:30.121898 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37714) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:30.183505 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c325f0c5-5a0e-4583-874c-123f954c8e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.206340 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c325f0c5-5a0e-4583-874c-123f954c8e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.259349 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c325f0c5-5a0e-4583-874c-123f954c8e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.261849 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c325f0c5-5a0e-4583-874c-123f954c8e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.262983 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c325f0c5-5a0e-4583-874c-123f954c8e7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8cf4d2f-4e4d-41e1-96a6-883f2efde46a HTTP/1.1" status: 204 len: 168 time: 0.1401901 Jun 21 13:59:30.263785 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-48c1b6bf-0cde-4084-8437-88edbc67ee03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:30.271067 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325f0c5-5a0e-4583-874c-123f954c8e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf4d2f-4e4d-41e1-96a6-883f2efde46a,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:30.273372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c325f0c5-5a0e-4583-874c-123f954c8e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:30.529359 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37722) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:30.542406 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8878-ca11-4094-8757-fcd7e85d1646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.628948 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8878-ca11-4094-8757-fcd7e85d1646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.633333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8878-ca11-4094-8757-fcd7e85d1646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.635884 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f5b9c3a0-ec54-414d-bdd5-d3055d107b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:30.671377 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab8878-ca11-4094-8757-fcd7e85d1646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c49395d-6407-4bb8-9fec-f39049281ba0,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:30.674580 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f8ab8878-ca11-4094-8757-fcd7e85d1646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:30.677351 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-f8ab8878-ca11-4094-8757-fcd7e85d1646 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaa7575890cc4343a26f7adac02ae484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469557 Jun 21 13:59:30.680730 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37726) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:30.727830 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fb4a0-44a6-496d-a883-3537cecbf1c1 req-0d47dabe-fbb4-483f-81be-8252905a57c9 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:30.729383 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-128fb4a0-44a6-496d-a883-3537cecbf1c1 req-0d47dabe-fbb4-483f-81be-8252905a57c9 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 944 time: 0.0718346 Jun 21 13:59:30.735703 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0473af81-35ad-422d-ae4d-64829cb86982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.755951 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0473af81-35ad-422d-ae4d-64829cb86982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.767449 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-128fb4a0-44a6-496d-a883-3537cecbf1c1 req-d517ef7f-384e-49d8-b348-514a931a8438 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Jun 21 13:59:30.806242 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0473af81-35ad-422d-ae4d-64829cb86982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.809099 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-0473af81-35ad-422d-ae4d-64829cb86982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.810193 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-0473af81-35ad-422d-ae4d-64829cb86982 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c49395d-6407-4bb8-9fec-f39049281ba0 HTTP/1.1" status: 204 len: 168 time: 0.1239479 Jun 21 13:59:30.810900 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3efae0c7-7208-449c-b111-e65a1a2bc9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:30.818110 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473af81-35ad-422d-ae4d-64829cb86982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c49395d-6407-4bb8-9fec-f39049281ba0,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:30.821163 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-0473af81-35ad-422d-ae4d-64829cb86982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:30.967110 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8d314-4513-456e-be88-caa16598f7a7 req-91af7083-78c8-423b-ab63-62f341bdbd5a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:30.968831 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c1c8d314-4513-456e-be88-caa16598f7a7 req-91af7083-78c8-423b-ab63-62f341bdbd5a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0640023 Jun 21 13:59:31.015947 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c1c8d314-4513-456e-be88-caa16598f7a7 req-49d7e82f-164a-45b7-8380-20df135b8a25 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Jun 21 13:59:31.810229 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 94084c92-4c18-495c-ac16-caf38e241402 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:31.870019 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 94084c92-4c18-495c-ac16-caf38e241402 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:31.883701 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 94084c92-4c18-495c-ac16-caf38e241402 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:31.884347 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:31.971689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18596fcf-0864-40f9-9dc1-22b5ea7387a7 req-2ea77982-d219-4046-b36d-cad2c70cfd76 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:31.973359 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18596fcf-0864-40f9-9dc1-22b5ea7387a7 req-2ea77982-d219-4046-b36d-cad2c70cfd76 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 944 time: 0.0833838 Jun 21 13:59:31.993414 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.018866 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179d49e-0997-4911-9549-b0971e5a61db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94084c92-4c18-495c-ac16-caf38e241402'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:59:32.021177 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c488effc-a3c3-4126-b21c-09acb3614b3c" -d '{"events": [{"server_uuid": "a179d49e-0997-4911-9549-b0971e5a61db", "name": "network-vif-plugged", "status": "completed", "tag": "94084c92-4c18-495c-ac16-caf38e241402"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:59:32.021270 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18596fcf-0864-40f9-9dc1-22b5ea7387a7 req-178a1a14-6c75-40e8-bc0e-373c29f6a833 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Jun 21 13:59:32.037071 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 94084c92-4c18-495c-ac16-caf38e241402, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=94084c92-4c18-495c-ac16-caf38e241402,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:32.042678 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.045236 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-f6946cdd-a3e8-4cc3-8c7d-4f64a2635829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:32.083556 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae7f178-c71f-47e1-bcca-4a7de004eb98 x-openstack-request-id: req-5ae7f178-c71f-47e1-bcca-4a7de004eb98 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:59:32.083848 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179d49e-0997-4911-9549-b0971e5a61db", "name": "network-vif-plugged", "status": "completed", "tag": "94084c92-4c18-495c-ac16-caf38e241402", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:59:32.084109 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ae7f178-c71f-47e1-bcca-4a7de004eb98 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:59:32.084700 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a179d49e-0997-4911-9549-b0971e5a61db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94084c92-4c18-495c-ac16-caf38e241402', 'code': 200} Jun 21 13:59:32.107015 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=94084c92-4c18-495c-ac16-caf38e241402,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:32.110687 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:32.222167 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dc218-93cc-448e-adb5-a480d1843de3 req-07cfd073-6bc4-4f5c-8e01-3a2445ce297e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:32.223694 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bf2dc218-93cc-448e-adb5-a480d1843de3 req-07cfd073-6bc4-4f5c-8e01-3a2445ce297e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0728710 Jun 21 13:59:32.265716 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bf2dc218-93cc-448e-adb5-a480d1843de3 req-200ff71c-308b-4d38-a3f2-b45b6f72fac1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Jun 21 13:59:32.399689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ca5f6-f5a7-434a-a079-9063991f35cc req-71a153bb-051e-4513-a53a-fe71bb3111cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:32.401329 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-360ca5f6-f5a7-434a-a079-9063991f35cc req-71a153bb-051e-4513-a53a-fe71bb3111cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 1098 time: 0.0549667 Jun 21 13:59:32.440448 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-360ca5f6-f5a7-434a-a079-9063991f35cc req-1f3e9da8-401a-4b52-b6c5-1412fb358f21 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294590 Jun 21 13:59:32.839064 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5624-3677-422a-ac56-8021b45fbe3b req-96be6068-87df-4a56-b7e3-206af9cf39e2 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:32.840538 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4bbe5624-3677-422a-ac56-8021b45fbe3b req-96be6068-87df-4a56-b7e3-206af9cf39e2 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0611975 Jun 21 13:59:32.877478 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4bbe5624-3677-422a-ac56-8021b45fbe3b req-a9d47115-9b00-456b-ac82-ef9d8ca5e647 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Jun 21 13:59:33.201781 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ededd-d016-49fd-a14d-a11f1453547b req-274b53d4-680f-44d2-9551-3753b0ca4a36 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:33.203508 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3d3ededd-d016-49fd-a14d-a11f1453547b req-274b53d4-680f-44d2-9551-3753b0ca4a36 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 945 time: 0.0697112 Jun 21 13:59:33.244365 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3d3ededd-d016-49fd-a14d-a11f1453547b req-d912eb6a-9eab-4e30-becc-84ea87249610 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349193 Jun 21 13:59:33.457171 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629fb34-493c-490b-9505-2811b7dfd949 req-ab1cb59e-a4a0-45ee-b5a2-e760b2699144 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:33.458625 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c629fb34-493c-490b-9505-2811b7dfd949 req-ab1cb59e-a4a0-45ee-b5a2-e760b2699144 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0712886 Jun 21 13:59:33.495298 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c629fb34-493c-490b-9505-2811b7dfd949 req-b5132920-8ea3-4703-8551-b33bb5ef2c9b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Jun 21 13:59:33.506862 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da05ce-75f8-4410-ba1d-879a003c4592 req-a45bb9db-d833-432d-be12-6accb0465f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:33.508339 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45da05ce-75f8-4410-ba1d-879a003c4592 req-a45bb9db-d833-432d-be12-6accb0465f8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 1099 time: 0.0527112 Jun 21 13:59:33.548281 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45da05ce-75f8-4410-ba1d-879a003c4592 req-60802452-d8bd-44ef-9f35-732366f4ff6e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322618 Jun 21 13:59:34.048904 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb94f5d-51c2-4255-8450-2026c8a96feb req-b6c0bb4d-8b78-459a-ba2c-5c3db21d9301 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:34.050609 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6cb94f5d-51c2-4255-8450-2026c8a96feb req-b6c0bb4d-8b78-459a-ba2c-5c3db21d9301 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0642188 Jun 21 13:59:34.091567 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6cb94f5d-51c2-4255-8450-2026c8a96feb req-0a5492f5-82c1-4305-8b3a-8b542c79b4b6 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Jun 21 13:59:34.399980 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-88482bec-8db5-4a23-9cc5-0a07d3ec34cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.444552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7010ede-e6ec-4d70-a801-7d3237847613 req-84e936df-f04c-40aa-8279-b603d0105235 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:34.451438 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7010ede-e6ec-4d70-a801-7d3237847613 req-84e936df-f04c-40aa-8279-b603d0105235 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 945 time: 0.0852451 Jun 21 13:59:34.493492 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7010ede-e6ec-4d70-a801-7d3237847613 req-021fa4c9-b9c3-4bbb-89c8-eee4ecccff17 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Jun 21 13:59:34.683883 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba6f1-f8bd-442e-8d9b-648af39b1239 req-02d0dfa4-d319-4004-8d26-4f801fc9e6b1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:34.685596 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d9cba6f1-f8bd-442e-8d9b-648af39b1239 req-02d0dfa4-d319-4004-8d26-4f801fc9e6b1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0677054 Jun 21 13:59:34.735463 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d9cba6f1-f8bd-442e-8d9b-648af39b1239 req-2831be24-0a31-458d-9bae-b54ac513dd32 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369346 Jun 21 13:59:35.273417 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67017a-6ea8-47a1-833c-27c70dbe91fd req-36e11a9b-5710-4c25-9c39-bee8177afe5e tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:35.274879 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1b67017a-6ea8-47a1-833c-27c70dbe91fd req-36e11a9b-5710-4c25-9c39-bee8177afe5e tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0687673 Jun 21 13:59:35.311335 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1b67017a-6ea8-47a1-833c-27c70dbe91fd req-5264fd8e-9cc5-45f2-b4dd-2ac71eefa3c1 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306654 Jun 21 13:59:35.453049 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:59:35.676580 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa145e-61f2-40fe-b3e0-082761eec5b4 req-cd87cd26-9b78-4268-ad3a-215e642a2918 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:35.678036 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-89aa145e-61f2-40fe-b3e0-082761eec5b4 req-cd87cd26-9b78-4268-ad3a-215e642a2918 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 945 time: 0.0686772 Jun 21 13:59:35.722475 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-89aa145e-61f2-40fe-b3e0-082761eec5b4 req-19c5ff08-30d5-4cd3-a334-0e16f76102fe tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Jun 21 13:59:35.936334 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09508f-3de4-445c-abe5-608a126f71b2 req-90ece6a6-b9f0-4906-a00a-df2a53524fa0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:35.937879 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ac09508f-3de4-445c-abe5-608a126f71b2 req-90ece6a6-b9f0-4906-a00a-df2a53524fa0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0761442 Jun 21 13:59:35.974354 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ac09508f-3de4-445c-abe5-608a126f71b2 req-e9b4f934-848d-4f4a-9577-8ca5522a7f19 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307472 Jun 21 13:59:36.013381 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 37910) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:36.115776 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-23a04bc6-9d71-4f67-b4b5-0a724db88498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.201852 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-23a04bc6-9d71-4f67-b4b5-0a724db88498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.207431 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-23a04bc6-9d71-4f67-b4b5-0a724db88498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.209805 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-45485e0b-9f70-4bae-bcfe-7f600f8d4b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:36.245336 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-23a04bc6-9d71-4f67-b4b5-0a724db88498 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b305e77ad6f49e793bb4afd51d7f782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308748 Jun 21 13:59:36.246243 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a04bc6-9d71-4f67-b4b5-0a724db88498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef53bb8-3de4-4ef0-bc17-028a759f33f0,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:36.249115 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37914) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:36.249367 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-23a04bc6-9d71-4f67-b4b5-0a724db88498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:36.300703 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4916de2f-60d2-485e-afe7-78dfb3be1c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.321595 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4916de2f-60d2-485e-afe7-78dfb3be1c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.367045 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4916de2f-60d2-485e-afe7-78dfb3be1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.369870 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4916de2f-60d2-485e-afe7-78dfb3be1c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.370973 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-4916de2f-60d2-485e-afe7-78dfb3be1c3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ef53bb8-3de4-4ef0-bc17-028a759f33f0 HTTP/1.1" status: 204 len: 168 time: 0.1204438 Jun 21 13:59:36.372258 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-94e5318a-2c26-426f-a2a4-31cc567b5815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:36.379955 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916de2f-60d2-485e-afe7-78dfb3be1c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef53bb8-3de4-4ef0-bc17-028a759f33f0,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:36.382943 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4916de2f-60d2-485e-afe7-78dfb3be1c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:36.497958 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc783302-8baf-48b1-a50e-d26e9e33595e req-801bcf32-8c5d-4aed-976a-5f4f7d488354 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:36.499574 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dc783302-8baf-48b1-a50e-d26e9e33595e req-801bcf32-8c5d-4aed-976a-5f4f7d488354 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.0649204 Jun 21 13:59:36.547756 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dc783302-8baf-48b1-a50e-d26e9e33595e req-1c021543-3255-43f6-ba2a-02cfd9185ce2 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 Jun 21 13:59:36.900398 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8ccd4-5acb-462c-8b2a-bbbe30d5af21 req-a906307d-4f25-403a-9bb5-870e5976812d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:36.902462 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-13b8ccd4-5acb-462c-8b2a-bbbe30d5af21 req-a906307d-4f25-403a-9bb5-870e5976812d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 945 time: 0.0665970 Jun 21 13:59:36.940274 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-13b8ccd4-5acb-462c-8b2a-bbbe30d5af21 req-b4f8ea11-0fed-4a02-b7a8-f62362e47a11 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Jun 21 13:59:37.029890 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0abbfef5-5ef8-4cf2-8e3d-71c2192918fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.168654 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ef69-8e7e-4b6f-84a0-593649bb8081 req-8384408f-8469-4136-a386-c3b7521eb2c6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:37.170090 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8c51ef69-8e7e-4b6f-84a0-593649bb8081 req-8384408f-8469-4136-a386-c3b7521eb2c6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0632823 Jun 21 13:59:37.208295 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8c51ef69-8e7e-4b6f-84a0-593649bb8081 req-ceccb8b9-3ec3-4d36-8395-9c4e23b8028d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Jun 21 13:59:37.276744 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.384743 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b9edb-a955-4a0e-88d0-fa1dd78bc8ab req-197a3a46-b1a7-4c76-bad2-7aaf62488ba9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:37.391716 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5d3b9edb-a955-4a0e-88d0-fa1dd78bc8ab req-197a3a46-b1a7-4c76-bad2-7aaf62488ba9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0728209 Jun 21 13:59:37.425393 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5d3b9edb-a955-4a0e-88d0-fa1dd78bc8ab req-89de7725-eef6-4dbd-903d-5e222b3cd2df tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324514 Jun 21 13:59:37.663304 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 37970) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:37.966495 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a004a73a-e71a-4238-8953-bf370c359c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.042056 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-8bc06a67-254c-4ae2-ad73-dcd4ed045a60 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:38.043480 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-8bc06a67-254c-4ae2-ad73-dcd4ed045a60 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.3498330 Jun 21 13:59:38.050428 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3068a41-0d21-4ff6-a7a0-e291a4e4cb11 req-8fe9be8c-4286-4dfa-ba2d-488c3b0f21b5 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:38.051730 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a3068a41-0d21-4ff6-a7a0-e291a4e4cb11 req-8fe9be8c-4286-4dfa-ba2d-488c3b0f21b5 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 945 time: 0.3777206 Jun 21 13:59:38.097863 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.217490 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a3068a41-0d21-4ff6-a7a0-e291a4e4cb11 req-9d2eb7df-f99f-4a56-8061-becd0e5fd5c1 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/security-groups?id=b72dbe99-2133-47ee-a2bd-59d2149231e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381176 Jun 21 13:59:38.265253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a004a73a-e71a-4238-8953-bf370c359c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.279182 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a004a73a-e71a-4238-8953-bf370c359c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.309140 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c325f0c5-5a0e-4583-874c-123f954c8e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:38.312605 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Deleting port 305bb188-a870-4dce-99bf-88028e1aca8c {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 13:59:38.313006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.339061 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a004a73a-e71a-4238-8953-bf370c359c57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed12a10a134b458b93b5d874d91740e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743343 Jun 21 13:59:38.342178 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38032) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:38.411347 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-062146fc-72e3-44e0-ae04-c44d04b87dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.427718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004a73a-e71a-4238-8953-bf370c359c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cd87f5-9b8f-4ab0-8a2b-01f0ee040c6e,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:38.436817 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-062146fc-72e3-44e0-ae04-c44d04b87dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.437014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a004a73a-e71a-4238-8953-bf370c359c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:38.452938 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] For port 305bb188-a870-4dce-99bf-88028e1aca8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=305bb188-a870-4dce-99bf-88028e1aca8c,segment=NetworkSegment(8730987b-7639-4a17-90e1-ffada439860a),segment_id=8730987b-7639-4a17-90e1-ffada439860a)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:38.453317 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.488074 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-062146fc-72e3-44e0-ae04-c44d04b87dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.491499 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-062146fc-72e3-44e0-ae04-c44d04b87dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.495105 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-062146fc-72e3-44e0-ae04-c44d04b87dda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3cd87f5-9b8f-4ab0-8a2b-01f0ee040c6e HTTP/1.1" status: 204 len: 168 time: 0.1496198 Jun 21 13:59:38.495105 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-6e4edd78-5342-43ee-a378-f5566e3f64cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:38.533124 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062146fc-72e3-44e0-ae04-c44d04b87dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cd87f5-9b8f-4ab0-8a2b-01f0ee040c6e,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:38.537476 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-062146fc-72e3-44e0-ae04-c44d04b87dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:38.592082 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Calling delete_port for 305bb188-a870-4dce-99bf-88028e1aca8c owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 13:59:38.682764 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.765756 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.770643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:38.800149 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Pushing event deleted for resources: {'Port': ['ID=305bb188-a870-4dce-99bf-88028e1aca8c,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:38.816611 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['305bb188-a870-4dce-99bf-88028e1aca8c'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:59:38.876143 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] No DVR routers for this DVR port 305bb188-a870-4dce-99bf-88028e1aca8c on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 13:59:38.877345 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:38.880112 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.882113 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5ca77486-8ab4-48c1-8cf6-6d7a5624dbc1 req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.64 "DELETE /v2.0/ports/305bb188-a870-4dce-99bf-88028e1aca8c HTTP/1.1" status: 204 len: 173 time: 0.8295343 Jun 21 13:59:38.882911 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f4d31a-6230-42f3-b50c-fb51153dfb6f', 'name': 'network-vif-deleted', 'tag': '305bb188-a870-4dce-99bf-88028e1aca8c'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:59:38.885694 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505af409-262f-4100-b4fe-8211ee18d93d" -d '{"events": [{"server_uuid": "77f4d31a-6230-42f3-b50c-fb51153dfb6f", "name": "network-vif-deleted", "tag": "305bb188-a870-4dce-99bf-88028e1aca8c"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:59:38.926151 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4658b3-a75d-4dfe-8c85-c28e2b28cecc x-openstack-request-id: req-eb4658b3-a75d-4dfe-8c85-c28e2b28cecc {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:59:38.926508 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f4d31a-6230-42f3-b50c-fb51153dfb6f", "name": "network-vif-deleted", "tag": "305bb188-a870-4dce-99bf-88028e1aca8c", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:59:38.926744 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb4658b3-a75d-4dfe-8c85-c28e2b28cecc {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:59:38.927182 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f4d31a-6230-42f3-b50c-fb51153dfb6f', 'name': 'network-vif-deleted', 'tag': '305bb188-a870-4dce-99bf-88028e1aca8c', 'status': 'completed', 'code': 200} Jun 21 13:59:39.381831 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-13dd9c84-4435-4757-87c5-2a3d267e0237 req-4a12e37b-f71d-451b-bbdb-3b851147f67a tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 210 time: 0.0338230 Jun 21 13:59:39.576158 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.935128 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-c07b79b9-6eda-4eca-8c83-9341583d4ff5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:39.936626 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-c07b79b9-6eda-4eca-8c83-9341583d4ff5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 815 time: 0.1046081 Jun 21 13:59:39.956941 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-4e50841a-e154-4420-b57b-3686ffdffc72 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/quotas/12404e5c2bae41319c24964a111ea8c0 HTTP/1.1" status: 200 len: 375 time: 0.0123069 Jun 21 13:59:40.058041 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-784e7ee3-1b96-46bc-8b2c-5ff00e0463fc tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939100 Jun 21 13:59:40.172072 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-8c2e4886-279a-4ae5-a0c6-2e13aa1649c2 service neutron] 10.222.0.21 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126494 Jun 21 13:59:40.285596 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-280baf64-5c65-4948-9010-9fa1e8b3e40d service neutron] 10.222.0.21 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052074 Jun 21 13:59:40.404855 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-bc4bd656-7725-4935-8df3-733deee9e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:40.411563 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-bc4bd656-7725-4935-8df3-733deee9e96d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1098 time: 0.0689325 Jun 21 13:59:40.465302 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34fae5-cc84-4b8c-a2a4-5d2521cdaca0 req-fc235723-356b-4788-82a5-206a52ee8189 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:40.485062 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1d34fae5-cc84-4b8c-a2a4-5d2521cdaca0 req-fc235723-356b-4788-82a5-206a52ee8189 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1449277 Jun 21 13:59:40.557104 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1d34fae5-cc84-4b8c-a2a4-5d2521cdaca0 req-5fcdec11-125f-48d2-aa4a-08ce31db02cb tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709841 Jun 21 13:59:40.638705 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-e51cbbfd-61b0-41c2-952b-b61f41cb7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:40.640670 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-e51cbbfd-61b0-41c2-952b-b61f41cb7e3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 919 time: 0.2218122 Jun 21 13:59:40.697640 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fe38cfb2-b157-4091-adab-ef6f8d51e31c req-7f694cbc-ea87-4c8f-904f-ac7a4a852470 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 210 time: 0.0543892 Jun 21 13:59:40.715680 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-43983704-0bae-4a18-b2df-b28439b66dc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b4226c-0676-475f-b39d-39e5c9a91348 HTTP/1.1" status: 200 len: 217 time: 0.0672727 Jun 21 13:59:40.850901 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-400d01b9-b471-43d9-8d05-ae3adcf47182 req-fa00c5ec-94b6-4b1d-b558-0542798d84c6 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f4d31a-6230-42f3-b50c-fb51153dfb6f HTTP/1.1" status: 200 len: 210 time: 0.0494852 Jun 21 13:59:40.858348 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-8393bad9-f414-4120-ae58-6024d9d83556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:40.859979 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-8393bad9-f414-4120-ae58-6024d9d83556 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.1358271 Jun 21 13:59:40.905193 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-a824e327-bdf8-4bab-8094-456c65954947 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362668 Jun 21 13:59:41.070366 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-b1eeda82-bcdc-43b9-a50d-dc002b7febb2 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529927 Jun 21 13:59:41.210253 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02d63ef5-b50f-439e-ad69-61ca605d0c23 req-78a34196-3d8b-41ef-80e4-ed5a5bc8e9c5 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177702 Jun 21 13:59:41.759345 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46243b0d-0ec4-4196-b7a5-920b505ad410 req-72141eff-d739-4dcf-8f3d-bb3f2b678454 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:41.760901 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-46243b0d-0ec4-4196-b7a5-920b505ad410 req-72141eff-d739-4dcf-8f3d-bb3f2b678454 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0891130 Jun 21 13:59:41.800967 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-46243b0d-0ec4-4196-b7a5-920b505ad410 req-1e016a53-7d4d-4bf0-bc26-ece740cd8880 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341308 Jun 21 13:59:41.868298 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 305bb188-a870-4dce-99bf-88028e1aca8c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 13:59:41.889546 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 305bb188-a870-4dce-99bf-88028e1aca8c {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 13:59:41.889935 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 305bb188-a870-4dce-99bf-88028e1aca8c not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 13:59:41.931295 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-64487d7c-4c13-492d-bdbf-edd53b8766dc req-3f93505d-b1ba-4f30-9add-5417c1f18cd5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 210 time: 0.0288053 Jun 21 13:59:42.115734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-6398ee99-531a-4730-81a5-934efa68fcd9 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:42.117428 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-6398ee99-531a-4730-81a5-934efa68fcd9 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 815 time: 0.1046891 Jun 21 13:59:42.149988 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Request body: {'port': {'device_id': '0604ab0c-4ef2-4bd2-ace7-cd1be1637685', 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'admin_state_up': True, 'tenant_id': '12404e5c2bae41319c24964a111ea8c0'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:42.298993 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Made reservation on behalf of 12404e5c2bae41319c24964a111ea8c0 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:42.302724 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.434556 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Allocated IP 172.20.0.7 (ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9/64cc21af-7543-4e92-98cc-29627309357a/331305f4-decf-465c-8500-b10c3a5b3581) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:42.582355 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.624080 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.629046 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:42.671120 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:42.672467 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['57f5ef1b-15c1-4173-9774-adbd1a4290f0', '94084c92-4c18-495c-ac16-caf38e241402'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:59:42.674637 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:42.678877 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:42.716119 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Pushing event updated for resources: {'Port': ['ID=331305f4-decf-465c-8500-b10c3a5b3581,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:42.720737 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:42.745803 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:42.746397 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.762562 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6179249 Jun 21 13:59:42.797708 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Request body: {'port': {'device_id': '0604ab0c-4ef2-4bd2-ace7-cd1be1637685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:42.919311 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.023266 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792032b7-56e3-4e9c-bc27-6eec1ae15fc0 req-db7e2016-47c4-4c05-b222-fc2fb054109a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:43.030827 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-792032b7-56e3-4e9c-bc27-6eec1ae15fc0 req-db7e2016-47c4-4c05-b222-fc2fb054109a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0888641 Jun 21 13:59:43.080571 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-792032b7-56e3-4e9c-bc27-6eec1ae15fc0 req-a033441a-1ff4-4300-a0bb-b6ba82c3862c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479655 Jun 21 13:59:43.250652 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331305f4-decf-465c-8500-b10c3a5b3581 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:59:43.261935 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d7d70-1f1a-4c9d-8de1-5409b9bcf4db req-49f4969e-2ed9-4a93-bd82-f8e36fa35457 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:43.263422 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3f0d7d70-1f1a-4c9d-8de1-5409b9bcf4db req-49f4969e-2ed9-4a93-bd82-f8e36fa35457 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 931 time: 0.1282971 Jun 21 13:59:43.268028 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.293910 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Transition to ACTIVE for port object 331305f4-decf-465c-8500-b10c3a5b3581 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:43.304319 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.309333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:43.338510 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3f0d7d70-1f1a-4c9d-8de1-5409b9bcf4db req-ed36f4ae-033b-4e00-aa5a-370cf24a6c49 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679438 Jun 21 13:59:43.393660 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Pushing event updated for resources: {'Port': ['ID=331305f4-decf-465c-8500-b10c3a5b3581,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:43.396488 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:43.422901 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38250) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:43.466602 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Attempting to bind port 331305f4-decf-465c-8500-b10c3a5b3581 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:43.466936 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Attempting to bind port 331305f4-decf-465c-8500-b10c3a5b3581 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:43.467272 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Attempting to bind port 331305f4-decf-465c-8500-b10c3a5b3581 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:43.471467 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Port 331305f4-decf-465c-8500-b10c3a5b3581 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:59:43.471786 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Attempting to bind port 331305f4-decf-465c-8500-b10c3a5b3581 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:43.475682 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] Deleting subnet 29d65988-f349-46ae-87b9-d01c3de6baf9 {{(pid=92753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:59:43.476398 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:43.476754 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Checking segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:43.477330 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Bound using segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:43.477553 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Bound port: 331305f4-decf-465c-8500-b10c3a5b3581, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:43.477862 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.479724 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.529202 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13929210'] for subnet, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.554341 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38262) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:43.558781 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] For port 331305f4-decf-465c-8500-b10c3a5b3581, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:43.561957 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] For port 331305f4-decf-465c-8500-b10c3a5b3581, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=331305f4-decf-465c-8500-b10c3a5b3581,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:43.566214 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.569025 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:43.603185 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:43.603810 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.605384 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] 10.222.0.64 "PUT /v2.0/ports/331305f4-decf-465c-8500-b10c3a5b3581 HTTP/1.1" status: 200 len: 1093 time: 0.8127806 Jun 21 13:59:43.605897 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0604ab0c-4ef2-4bd2-ace7-cd1be1637685', 'tag': '331305f4-decf-465c-8500-b10c3a5b3581'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:59:43.608280 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aaf588-3e45-4044-92aa-b2736a92d521" -d '{"events": [{"name": "network-changed", "server_uuid": "0604ab0c-4ef2-4bd2-ace7-cd1be1637685", "tag": "331305f4-decf-465c-8500-b10c3a5b3581"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:59:43.610911 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.629364 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Pushing event updated for resources: {'Port': ['ID=331305f4-decf-465c-8500-b10c3a5b3581,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:43.636234 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] Deleting subnet 21042162-79ae-43d6-9d7b-390d87305967 {{(pid=92753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:59:43.641421 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:43.642200 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.678005 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf1946-17bc-4372-aee9-9eff3807820f x-openstack-request-id: req-bbaf1946-17bc-4372-aee9-9eff3807820f {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:59:43.679919 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0604ab0c-4ef2-4bd2-ace7-cd1be1637685", "tag": "331305f4-decf-465c-8500-b10c3a5b3581", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:59:43.684705 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbaf1946-17bc-4372-aee9-9eff3807820f {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:59:43.684705 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0604ab0c-4ef2-4bd2-ace7-cd1be1637685', 'tag': '331305f4-decf-465c-8500-b10c3a5b3581', 'status': 'completed', 'code': 200} Jun 21 13:59:43.699431 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13929210'] for subnet, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.728541 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12713628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12956034'] for subnet, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.736138 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:43.745341 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-5dddb85e-c663-49a8-a453-6d2658aabf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:43.746859 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-5dddb85e-c663-49a8-a453-6d2658aabf2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 1096 time: 0.0521059 Jun 21 13:59:43.764616 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.783484 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d65988-f349-46ae-87b9-d01c3de6baf9,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:43.795851 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.795851 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/29d65988-f349-46ae-87b9-d01c3de6baf9 HTTP/1.1" status: 204 len: 168 time: 0.3676057 Jun 21 13:59:43.795851 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38268) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:43.795851 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9b3d0164-31a1-431a-b077-c91df8f026e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:43.819427 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-31d2578f-6024-43ad-ba53-e374108b2e61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=331305f4-decf-465c-8500-b10c3a5b3581 HTTP/1.1" status: 200 len: 217 time: 0.0465333 Jun 21 13:59:43.866903 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-2301056e-c0b2-458b-96f1-ca50a83755ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:43.868326 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-2301056e-c0b2-458b-96f1-ca50a83755ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.0430493 Jun 21 13:59:43.883192 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.891753 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12713628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12956034'] for subnet, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.897884 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-77c862d0-7617-4fca-841d-2c8b28104b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:43.904558 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-9c3326cd-2a44-4e9e-915a-671c6d58e58f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263631 Jun 21 13:59:43.925009 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21042162-79ae-43d6-9d7b-390d87305967,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:43.943494 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:43.944740 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.946577 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-f8572120-912a-4f4b-8715-1cfa4265a600 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/21042162-79ae-43d6-9d7b-390d87305967 HTTP/1.1" status: 204 len: 168 time: 0.3894935 Jun 21 13:59:43.949307 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38270) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:43.998723 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-319699ba-1836-4c6b-ac5b-8955275f4a9a service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851502 Jun 21 13:59:44.043523 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.062561 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d343f2-289f-4b46-94f1-399a808a9be1']}} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:44.076331 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.079039 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8730987b-7639-4a17-90e1-ffada439860a') {'for_net_delete': True} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:44.079301 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8730987b-7639-4a17-90e1-ffada439860a') {} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:44.091956 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929203'] for segment, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.110423 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.136736 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=92753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:59:44.137228 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12712247'] for segment, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: Traceback (most recent call last): Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: timer() Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: cb(*args, **kw) Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: return func(*args, **kwargs) Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: self._notify() Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: self.callback(batched_events) Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: event.method(event) Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: return f(self, *a, **k) Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._get(url).json() Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: return self.request(url, 'GET', **kwargs) Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:59:44.139227 dv-cinder-794962-5-iscsi neutron-server[92753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:59:44.236706 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.247968 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65624a1-ada4-4f31-909f-5e1f7e614e70']}} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:44.251618 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.263095 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3bc5a0-aa75-4971-9290-818028b15a40') {'for_net_delete': True} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:44.263392 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3bc5a0-aa75-4971-9290-818028b15a40') {} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:44.272106 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.274085 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e5d343f2-289f-4b46-94f1-399a808a9be1 HTTP/1.1" status: 204 len: 168 time: 0.4796278 Jun 21 13:59:44.281453 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c78ffaf4-349b-4427-ad32-f352d33beb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:44.299552 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929203'] for segment, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.324718 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d343f2-289f-4b46-94f1-399a808a9be1,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:44.331276 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4eac24c0-5598-45b6-9dcb-9a85f67466f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:44.339860 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.348714 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=92753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:59:44.349321 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12712247'] for segment, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: Traceback (most recent call last): Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: timer() Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: cb(*args, **kw) Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: return func(*args, **kwargs) Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: self._notify() Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: self.callback(batched_events) Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: event.method(event) Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: return f(self, *a, **k) Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._get(url).json() Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: return self.request(url, 'GET', **kwargs) Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:59:44.351192 dv-cinder-794962-5-iscsi neutron-server[92753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:59:44.358025 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-333935ea-ca2e-4a09-9813-25701670b1a7 req-847cc953-5f87-4850-b1b9-9002979f0c9a service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518436 Jun 21 13:59:44.365468 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ee6e5-60b1-44a2-9ac0-e08d3f76ad4e req-d319a854-0f82-49ce-a1d8-2d488efec929 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:44.367286 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7d5ee6e5-60b1-44a2-9ac0-e08d3f76ad4e req-d319a854-0f82-49ce-a1d8-2d488efec929 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1254768 Jun 21 13:59:44.426326 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7d5ee6e5-60b1-44a2-9ac0-e08d3f76ad4e req-b1b73fbc-4498-462a-837b-e423f40a2cc7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Jun 21 13:59:44.447405 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.452536 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5d65662a-a76a-47d4-a202-21b71e149f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:44.456323 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.458297 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f65624a1-ada4-4f31-909f-5e1f7e614e70 HTTP/1.1" status: 204 len: 168 time: 0.5080702 Jun 21 13:59:44.463248 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38284) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:44.475778 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Pushing event deleted for resources: {'Network': ['ID=f65624a1-ada4-4f31-909f-5e1f7e614e70,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:44.479366 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:44.556468 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Deleting subnet eeafa8d0-6ecf-4323-912b-30a94a4adead {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:59:44.556707 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.575641 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38286) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:44.604342 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.607057 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968287c9-cc6a-47df-99c3-634c95f81fef req-c50feff5-a77c-4c21-a196-3b8f2034883e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:44.608707 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-968287c9-cc6a-47df-99c3-634c95f81fef req-c50feff5-a77c-4c21-a196-3b8f2034883e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 943 time: 0.0867481 Jun 21 13:59:44.641047 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b073b5d9-7c2e-4f29-bf60-2ae39af046be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75c5b530eb624bdc8c0da7375df05f8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0642693 Jun 21 13:59:44.643515 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38290) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:44.656107 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-9db06d35-1e9d-4608-a63a-188872b7ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:44.657643 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-9db06d35-1e9d-4608-a63a-188872b7ba33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 1096 time: 0.1516819 Jun 21 13:59:44.684615 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.698843 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-968287c9-cc6a-47df-99c3-634c95f81fef req-3bccf7d0-ac13-4477-9fa9-1620918f4890 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605936 Jun 21 13:59:44.722181 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b27f-63bb-43db-8e49-1327d8fbd0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.744790 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b27f-63bb-43db-8e49-1327d8fbd0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.793144 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b27f-63bb-43db-8e49-1327d8fbd0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.796136 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c4d3b27f-63bb-43db-8e49-1327d8fbd0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.799985 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-c4d3b27f-63bb-43db-8e49-1327d8fbd0bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b72dbe99-2133-47ee-a2bd-59d2149231e4 HTTP/1.1" status: 204 len: 168 time: 0.1529934 Jun 21 13:59:44.799985 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-984b9892-8b00-4264-b570-3132f904a90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:44.807940 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3b27f-63bb-43db-8e49-1327d8fbd0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72dbe99-2133-47ee-a2bd-59d2149231e4,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:44.810226 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c4d3b27f-63bb-43db-8e49-1327d8fbd0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:44.827043 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.835437 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-07d915e7-df33-4493-863d-042e9daee685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:44.859578 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-1d09475e-abff-41ef-a1d0-56bea907c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:44.861072 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-1d09475e-abff-41ef-a1d0-56bea907c0cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 916 time: 0.1943855 Jun 21 13:59:44.862024 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeafa8d0-6ecf-4323-912b-30a94a4adead,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:44.864681 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:44.870712 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.872577 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eeafa8d0-6ecf-4323-912b-30a94a4adead HTTP/1.1" status: 204 len: 168 time: 0.4078150 Jun 21 13:59:44.875180 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38300) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:44.907002 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-478a024e-5c60-4104-aa87-ae5eb8d2838e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=331305f4-decf-465c-8500-b10c3a5b3581 HTTP/1.1" status: 200 len: 217 time: 0.0376220 Jun 21 13:59:44.946659 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.967801 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-55d80de5-13dd-408f-965c-1717e6e4b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:44.969257 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-55d80de5-13dd-408f-965c-1717e6e4b1b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.0493424 Jun 21 13:59:45.004887 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-821a0bdd-5dc6-4010-8bf3-7a2f7ea4d348 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278132 Jun 21 13:59:45.115457 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-aaefaaf3-7baf-4a15-b5f2-a7c4630eabb5 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018567 Jun 21 13:59:45.230485 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-45aaf588-3e45-4044-92aa-b2736a92d521 req-681405d4-dbc2-4879-93bf-44ce0112098f service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079783 Jun 21 13:59:45.248094 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.263832 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e2701b-898d-4674-875b-07dcccd29680']}} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:45.277350 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dce8940-8bc8-490e-8c19-bde8bcc15e20') {'for_net_delete': True} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:45.277887 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dce8940-8bc8-490e-8c19-bde8bcc15e20') {} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:45.287422 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929203'] for segment, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.302294 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.321421 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=92753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:59:45.322016 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12712247'] for segment, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: Traceback (most recent call last): Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: timer() Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: cb(*args, **kw) Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: return func(*args, **kwargs) Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: self._notify() Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: self.callback(batched_events) Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: event.method(event) Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: return f(self, *a, **k) Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._get(url).json() Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: return self.request(url, 'GET', **kwargs) Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:59:45.323925 dv-cinder-794962-5-iscsi neutron-server[92753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:59:45.381886 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.385427 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:45.387859 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.392510 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] 10.222.0.21 "DELETE /v2.0/networks/08e2701b-898d-4674-875b-07dcccd29680 HTTP/1.1" status: 204 len: 168 time: 0.5161729 Jun 21 13:59:45.404462 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e2701b-898d-4674-875b-07dcccd29680,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:45.406447 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:45.519535 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38326) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:45.564022 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a4af923c-629b-4f3e-9728-065e1734fbfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ca37798fb764e50b334becda2a8e57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456653 Jun 21 13:59:45.566307 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38330) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:45.613055 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d37ace56-d455-4853-9cdd-cf965f67c98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.620092 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ed909-8d46-475e-8751-ddc879be58e0 req-1b69ae44-94d3-4060-b309-63065ada1567 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:45.622059 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5e6ed909-8d46-475e-8751-ddc879be58e0 req-1b69ae44-94d3-4060-b309-63065ada1567 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0625045 Jun 21 13:59:45.639230 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d37ace56-d455-4853-9cdd-cf965f67c98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.660044 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5e6ed909-8d46-475e-8751-ddc879be58e0 req-db25312b-fd49-40a5-b8f0-788f652dafb5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jun 21 13:59:45.700949 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d37ace56-d455-4853-9cdd-cf965f67c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.713984 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d37ace56-d455-4853-9cdd-cf965f67c98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:45.715286 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-d37ace56-d455-4853-9cdd-cf965f67c98c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26bcd94c-8a40-4646-85c9-940e8b270a57 HTTP/1.1" status: 204 len: 168 time: 0.1479223 Jun 21 13:59:45.716206 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-882810a6-4d59-432d-bf58-f13afaa91fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:45.735742 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ace56-d455-4853-9cdd-cf965f67c98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bcd94c-8a40-4646-85c9-940e8b270a57,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:45.747193 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d37ace56-d455-4853-9cdd-cf965f67c98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:45.973621 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e34988-1f47-4d3f-a2bd-34819175978d req-6deac0c4-1fa2-4ff4-b9dc-8490f113e79d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:45.984557 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47e34988-1f47-4d3f-a2bd-34819175978d req-6deac0c4-1fa2-4ff4-b9dc-8490f113e79d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 943 time: 0.0894933 Jun 21 13:59:46.049139 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47e34988-1f47-4d3f-a2bd-34819175978d req-33baf2b3-e2f0-4162-b2cf-3fac9f4429c3 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631564 Jun 21 13:59:46.134387 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38366) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:46.183761 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-99fc0548-a138-4934-83c7-aedcaa683ae4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e69bd9ad7c314cabae71034c42b3cdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451629 Jun 21 13:59:46.184378 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38370) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:46.248131 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9d63c2d4-bd88-40a8-badf-d7b8dd71105f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:46.268329 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9d63c2d4-bd88-40a8-badf-d7b8dd71105f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:46.320123 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9d63c2d4-bd88-40a8-badf-d7b8dd71105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:46.322668 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9d63c2d4-bd88-40a8-badf-d7b8dd71105f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:46.323849 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9d63c2d4-bd88-40a8-badf-d7b8dd71105f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30de2e4b-456f-45d1-a86b-f47e0ec8da24 HTTP/1.1" status: 204 len: 168 time: 0.1388280 Jun 21 13:59:46.324632 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9651194d-2e72-4993-93fc-3cd5f4b512b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:46.332147 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63c2d4-bd88-40a8-badf-d7b8dd71105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30de2e4b-456f-45d1-a86b-f47e0ec8da24,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:46.334558 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9d63c2d4-bd88-40a8-badf-d7b8dd71105f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:46.774040 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38400) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:46.859675 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3bc7d-6854-47e6-98a4-97e49a3e9690 req-1a723f54-1e29-45e4-b6ee-6c1098d55859 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:46.861861 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e3f3bc7d-6854-47e6-98a4-97e49a3e9690 req-1a723f54-1e29-45e4-b6ee-6c1098d55859 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0819287 Jun 21 13:59:46.912071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-810dda6a-dec4-42a9-9602-bedcffd0369a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:46.932033 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e3f3bc7d-6854-47e6-98a4-97e49a3e9690 req-06d49f55-4ec5-4ad5-bf68-d8cb7df4641a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629525 Jun 21 13:59:47.016535 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-810dda6a-dec4-42a9-9602-bedcffd0369a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.020704 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-810dda6a-dec4-42a9-9602-bedcffd0369a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.022980 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a0d72c46-610d-4f14-9d3e-3af4ccd51921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:47.056984 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dda6a-dec4-42a9-9602-bedcffd0369a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c110f5bd-38c0-4a4f-86e5-eca12d873c57,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:47.063888 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-810dda6a-dec4-42a9-9602-bedcffd0369a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cff56c421e043209c0e4765bf943420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863703 Jun 21 13:59:47.063888 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-810dda6a-dec4-42a9-9602-bedcffd0369a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:47.064272 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38416) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:47.124495 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9317ed0e-b8fa-46b2-a3b8-2a5cf3fa3157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.146434 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9317ed0e-b8fa-46b2-a3b8-2a5cf3fa3157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.247303 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91168f73-4e4f-456d-96f6-665b84affe27 req-f71e10cb-9d53-4a19-ae80-a1931e0efee8 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:47.249072 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-91168f73-4e4f-456d-96f6-665b84affe27 req-f71e10cb-9d53-4a19-ae80-a1931e0efee8 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 943 time: 0.0849991 Jun 21 13:59:47.257596 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9317ed0e-b8fa-46b2-a3b8-2a5cf3fa3157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.261468 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9317ed0e-b8fa-46b2-a3b8-2a5cf3fa3157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.264483 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9317ed0e-b8fa-46b2-a3b8-2a5cf3fa3157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c110f5bd-38c0-4a4f-86e5-eca12d873c57 HTTP/1.1" status: 204 len: 168 time: 0.1976702 Jun 21 13:59:47.264824 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-65a737a5-ab23-4aa9-9823-a6c896d14de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:47.287264 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317ed0e-b8fa-46b2-a3b8-2a5cf3fa3157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c110f5bd-38c0-4a4f-86e5-eca12d873c57,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:47.293947 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9317ed0e-b8fa-46b2-a3b8-2a5cf3fa3157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:47.327428 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-91168f73-4e4f-456d-96f6-665b84affe27 req-30a5ee1f-10fb-4746-aca8-52666ad98344 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Jun 21 13:59:47.666137 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38440) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:47.777626 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-52f97d28-e3e3-4427-9812-ffeb0bda4d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.813043 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38446) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:47.826408 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-855221c7-bb2f-42a5-a0af-816a495a6c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.876608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-52f97d28-e3e3-4427-9812-ffeb0bda4d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.882452 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-52f97d28-e3e3-4427-9812-ffeb0bda4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.885622 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:47.923238 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-52f97d28-e3e3-4427-9812-ffeb0bda4d77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a71d53cf5bb48d98d29de867473efe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557526 Jun 21 13:59:47.923975 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38450) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:47.924779 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f97d28-e3e3-4427-9812-ffeb0bda4d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6823e4ea-998d-44db-9774-34074e72f5df,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:47.931463 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-52f97d28-e3e3-4427-9812-ffeb0bda4d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:47.973929 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-855221c7-bb2f-42a5-a0af-816a495a6c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.978439 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b35a-5831-4a6c-9306-3a1657f59bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.978782 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-855221c7-bb2f-42a5-a0af-816a495a6c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:47.981501 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-0473af81-35ad-422d-ae4d-64829cb86982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:48.011187 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b35a-5831-4a6c-9306-3a1657f59bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.018563 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855221c7-bb2f-42a5-a0af-816a495a6c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c16ec80-4f18-406a-a34e-a56d03081581,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:48.026051 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-855221c7-bb2f-42a5-a0af-816a495a6c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:48.040660 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-855221c7-bb2f-42a5-a0af-816a495a6c55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=304215523f244414bcec446077d44129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242985 Jun 21 13:59:48.040965 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38454) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:48.127135 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b35a-5831-4a6c-9306-3a1657f59bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.129678 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b35a-5831-4a6c-9306-3a1657f59bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.130776 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-e6c6b35a-5831-4a6c-9306-3a1657f59bfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6823e4ea-998d-44db-9774-34074e72f5df HTTP/1.1" status: 204 len: 168 time: 0.2030754 Jun 21 13:59:48.133469 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c7ffac84-129c-428a-bc13-6ffe1a08ad2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:48.139387 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b6398c5d-8bc5-4a67-83b4-e9f8cb8c3155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.149094 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6b35a-5831-4a6c-9306-3a1657f59bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6823e4ea-998d-44db-9774-34074e72f5df,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:48.159126 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-e6c6b35a-5831-4a6c-9306-3a1657f59bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:48.175129 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b6398c5d-8bc5-4a67-83b4-e9f8cb8c3155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.189743 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab702e8-0439-4f4c-9cc9-a65b80e6fdef req-c6895fbd-cc55-4255-9ba8-53a97c2e73a2 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:48.191190 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3ab702e8-0439-4f4c-9cc9-a65b80e6fdef req-c6895fbd-cc55-4255-9ba8-53a97c2e73a2 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1352625 Jun 21 13:59:48.245643 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3ab702e8-0439-4f4c-9cc9-a65b80e6fdef req-32f69592-7f61-4fb1-9bca-65665cd99e14 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Jun 21 13:59:48.264514 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b6398c5d-8bc5-4a67-83b4-e9f8cb8c3155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.268231 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b6398c5d-8bc5-4a67-83b4-e9f8cb8c3155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.270788 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b6398c5d-8bc5-4a67-83b4-e9f8cb8c3155 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c16ec80-4f18-406a-a34e-a56d03081581 HTTP/1.1" status: 204 len: 168 time: 0.2287998 Jun 21 13:59:48.273165 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:48.282177 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6398c5d-8bc5-4a67-83b4-e9f8cb8c3155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c16ec80-4f18-406a-a34e-a56d03081581,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:48.284520 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b6398c5d-8bc5-4a67-83b4-e9f8cb8c3155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:48.519693 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1e901-b1a7-4b07-8a10-d389cd081da8 req-8201b5e8-3f1c-4067-8db9-ef7f3165c847 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:48.523561 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b0e1e901-b1a7-4b07-8a10-d389cd081da8 req-8201b5e8-3f1c-4067-8db9-ef7f3165c847 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 943 time: 0.0709586 Jun 21 13:59:48.561785 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b0e1e901-b1a7-4b07-8a10-d389cd081da8 req-db97f3e9-a519-4420-a607-7c9662367f0d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370672 Jun 21 13:59:48.584225 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38472) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:48.592921 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d38aa0b-b6a3-4963-b1a8-0502f454ee95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.687172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d38aa0b-b6a3-4963-b1a8-0502f454ee95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.693589 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d38aa0b-b6a3-4963-b1a8-0502f454ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.696198 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-aac50865-0181-4cc2-91ea-eb141fd7afcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:48.737986 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-1d38aa0b-b6a3-4963-b1a8-0502f454ee95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2453bece9360481483da8fe248f8ae27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547294 Jun 21 13:59:48.737986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38aa0b-b6a3-4963-b1a8-0502f454ee95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d68a1-9fbb-427f-a573-00f4876b56f1,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:48.738443 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38478) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:48.739285 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-1d38aa0b-b6a3-4963-b1a8-0502f454ee95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:48.787845 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-93fe4315-3e8d-41a7-83fc-db53ec19a7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.810544 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-93fe4315-3e8d-41a7-83fc-db53ec19a7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.864010 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-93fe4315-3e8d-41a7-83fc-db53ec19a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.866834 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-93fe4315-3e8d-41a7-83fc-db53ec19a7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:48.867980 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-93fe4315-3e8d-41a7-83fc-db53ec19a7a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e3d68a1-9fbb-427f-a573-00f4876b56f1 HTTP/1.1" status: 204 len: 168 time: 0.1283829 Jun 21 13:59:48.868881 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d9d58382-07b9-4285-8321-34a47f7f2432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:48.877477 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe4315-3e8d-41a7-83fc-db53ec19a7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d68a1-9fbb-427f-a573-00f4876b56f1,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:48.880274 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-93fe4315-3e8d-41a7-83fc-db53ec19a7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:49.276479 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38504) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:49.291556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-14cc1841-3316-44e3-9da8-a13bd5c8c653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:49.397391 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-14cc1841-3316-44e3-9da8-a13bd5c8c653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:49.402497 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-14cc1841-3316-44e3-9da8-a13bd5c8c653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:49.405962 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-23ad5c04-27a6-4af7-9864-0b9fdaf9f315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:49.442348 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-14cc1841-3316-44e3-9da8-a13bd5c8c653 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45532c19dd2748fb8e650913b9641e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646876 Jun 21 13:59:49.443506 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc1841-3316-44e3-9da8-a13bd5c8c653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55909c4-47dd-4cd5-a7fe-ed2cc758a403,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:49.444882 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38510) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:49.453512 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-14cc1841-3316-44e3-9da8-a13bd5c8c653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:49.469927 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fda6f1-de81-4dab-b64b-e0a6d5e54669 req-8f04c4ce-2456-4603-9329-7b275a9b2019 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:49.471354 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-50fda6f1-de81-4dab-b64b-e0a6d5e54669 req-8f04c4ce-2456-4603-9329-7b275a9b2019 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0878913 Jun 21 13:59:49.538330 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-50fda6f1-de81-4dab-b64b-e0a6d5e54669 req-bb3e27e9-2745-4620-b3c8-e6ed1af66052 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596373 Jun 21 13:59:49.538974 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-67ff23af-188f-4f6f-8d17-0adbedaa042e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:49.562485 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-67ff23af-188f-4f6f-8d17-0adbedaa042e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:49.615442 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-67ff23af-188f-4f6f-8d17-0adbedaa042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:49.618187 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-67ff23af-188f-4f6f-8d17-0adbedaa042e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:49.621670 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-67ff23af-188f-4f6f-8d17-0adbedaa042e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d55909c4-47dd-4cd5-a7fe-ed2cc758a403 HTTP/1.1" status: 204 len: 168 time: 0.1730127 Jun 21 13:59:49.621670 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-475189cf-b7c5-4c8b-b560-034e6b3b4554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:49.630092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff23af-188f-4f6f-8d17-0adbedaa042e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55909c4-47dd-4cd5-a7fe-ed2cc758a403,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:49.639083 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-67ff23af-188f-4f6f-8d17-0adbedaa042e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:49.742614 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef676727-e0c6-4399-8d0f-6cb4211a2033 req-54aa0324-6473-4250-84bb-67347e63fe14 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:49.744588 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ef676727-e0c6-4399-8d0f-6cb4211a2033 req-54aa0324-6473-4250-84bb-67347e63fe14 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 943 time: 0.0679142 Jun 21 13:59:49.787311 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ef676727-e0c6-4399-8d0f-6cb4211a2033 req-c495c965-43b8-4a84-b356-5dd7776cc09c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364728 Jun 21 13:59:49.926159 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 331305f4-decf-465c-8500-b10c3a5b3581 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:59:50.051859 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 331305f4-decf-465c-8500-b10c3a5b3581, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=331305f4-decf-465c-8500-b10c3a5b3581,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:50.065402 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '331305f4-decf-465c-8500-b10c3a5b3581', 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'port_id': '331305f4-decf-465c-8500-b10c3a5b3581', 'mac_address': 'fa:16:3e:d2:f3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cc21af-7543-4e92-98cc-29627309357a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:59:50.116745 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.131239 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331305f4-decf-465c-8500-b10c3a5b3581 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:59:50.153227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 331305f4-decf-465c-8500-b10c3a5b3581, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=331305f4-decf-465c-8500-b10c3a5b3581,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:50.158089 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.159925 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e37b413c-9c3d-43e9-aa6d-d1abb1ca8bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:50.216865 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=331305f4-decf-465c-8500-b10c3a5b3581,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:50.221101 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:50.717856 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46480-de73-47f6-b9be-73bbffa7467f req-d23f66d3-b442-4366-8f8e-15a391d0204f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:50.719446 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-abd46480-de73-47f6-b9be-73bbffa7467f req-d23f66d3-b442-4366-8f8e-15a391d0204f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0714936 Jun 21 13:59:50.762377 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-abd46480-de73-47f6-b9be-73bbffa7467f req-f45cfb1e-f89f-4300-8353-6ebc113cdfff tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 Jun 21 13:59:50.977362 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9395ac-3edf-49a9-8b03-b1a0975e0778 req-8f6871a8-69ca-4cfe-84ce-319e5cb129da tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:50.978918 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff9395ac-3edf-49a9-8b03-b1a0975e0778 req-8f6871a8-69ca-4cfe-84ce-319e5cb129da tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 944 time: 0.0736773 Jun 21 13:59:51.015506 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff9395ac-3edf-49a9-8b03-b1a0975e0778 req-a22386e9-6f86-4167-838d-e87e66649336 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307405 Jun 21 13:59:51.940970 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c4508-056f-491f-915d-00cc84fc582d req-5cc1549f-abe1-41a0-9530-4ca5c10c84c5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:51.942404 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1e4c4508-056f-491f-915d-00cc84fc582d req-5cc1549f-abe1-41a0-9530-4ca5c10c84c5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0659826 Jun 21 13:59:51.984627 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1e4c4508-056f-491f-915d-00cc84fc582d req-79553220-fa05-43f2-b03b-3e0ff19f8dbb tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Jun 21 13:59:52.211157 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e81c87-390a-4a68-ace0-df12f1f64c92 req-ba812432-03d9-4716-9352-4c7ae59ea794 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:52.212674 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-29e81c87-390a-4a68-ace0-df12f1f64c92 req-ba812432-03d9-4716-9352-4c7ae59ea794 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 944 time: 0.0750463 Jun 21 13:59:52.250908 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-29e81c87-390a-4a68-ace0-df12f1f64c92 req-54af5ca1-adbc-4a6a-abee-12b7522e5b8f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Jun 21 13:59:53.174985 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a3206-7f90-4769-bb0e-043cee9c266a req-884bf486-5d23-47f0-8731-b312184bc767 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:53.176329 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a79a3206-7f90-4769-bb0e-043cee9c266a req-884bf486-5d23-47f0-8731-b312184bc767 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0649095 Jun 21 13:59:53.214515 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a79a3206-7f90-4769-bb0e-043cee9c266a req-0def12b0-46f6-4a70-8eeb-b71e415255e9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Jun 21 13:59:53.426475 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7bea7-9684-4fd8-8661-977128506988 req-1fe2b838-a3f6-4b64-8661-3a745ccd41a0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:53.427821 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-62f7bea7-9684-4fd8-8661-977128506988 req-1fe2b838-a3f6-4b64-8661-3a745ccd41a0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 944 time: 0.0683522 Jun 21 13:59:53.467515 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-62f7bea7-9684-4fd8-8661-977128506988 req-29520707-8e89-405a-bff4-d377abb48792 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Jun 21 13:59:54.399705 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765ed75-c0e5-4e70-a42b-a8b91919e3c4 req-ff000416-9a8a-4c6d-9596-f95bfcd1f5f2 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:54.401164 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3765ed75-c0e5-4e70-a42b-a8b91919e3c4 req-ff000416-9a8a-4c6d-9596-f95bfcd1f5f2 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0674107 Jun 21 13:59:54.439006 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3765ed75-c0e5-4e70-a42b-a8b91919e3c4 req-d0bc98a9-7ccf-4769-8273-750d95f88ac9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320971 Jun 21 13:59:54.651495 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1975-40e3-41cc-a707-caa681c25982 req-4c76a3d5-f4d8-4d15-8754-5fe20ac57675 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:54.652876 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2f1c1975-40e3-41cc-a707-caa681c25982 req-4c76a3d5-f4d8-4d15-8754-5fe20ac57675 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 944 time: 0.0661800 Jun 21 13:59:54.690817 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2f1c1975-40e3-41cc-a707-caa681c25982 req-a67c6375-d116-483b-8090-523c7c7ae017 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Jun 21 13:59:55.624454 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a59e95-8f42-4a29-b06a-aa729ca76c88 req-75b5d7cf-08f0-493c-84d3-5d848a57a319 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:55.626641 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-08a59e95-8f42-4a29-b06a-aa729ca76c88 req-75b5d7cf-08f0-493c-84d3-5d848a57a319 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0698619 Jun 21 13:59:55.663838 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-08a59e95-8f42-4a29-b06a-aa729ca76c88 req-982b0197-cc39-42f0-946b-d7a4ab8f4cf5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Jun 21 13:59:55.862006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4f713-fc8e-42bc-bd55-ec32bdb705cb req-6c3ae0fd-3ac3-44a7-9830-fa23840eec10 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:55.863393 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fdc4f713-fc8e-42bc-bd55-ec32bdb705cb req-6c3ae0fd-3ac3-44a7-9830-fa23840eec10 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 944 time: 0.0634243 Jun 21 13:59:55.900163 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fdc4f713-fc8e-42bc-bd55-ec32bdb705cb req-35702e44-4027-4bfb-9c7d-7274a1056712 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Jun 21 13:59:56.474760 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['331305f4-decf-465c-8500-b10c3a5b3581'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:59:56.852690 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73915aa9-a277-439c-955a-3a27fa90163b req-32db7741-6aac-40a9-abf5-d2ce923557aa tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:56.854108 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-73915aa9-a277-439c-955a-3a27fa90163b req-32db7741-6aac-40a9-abf5-d2ce923557aa tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0714312 Jun 21 13:59:56.890440 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-73915aa9-a277-439c-955a-3a27fa90163b req-805a89bb-1020-455b-9267-6ab4228254bf tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Jun 21 13:59:57.094082 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64365920-b40c-446e-8be2-b696125d1d9a req-b479b429-902c-49c9-8df3-875c3f66c25b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:57.095562 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-64365920-b40c-446e-8be2-b696125d1d9a req-b479b429-902c-49c9-8df3-875c3f66c25b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 944 time: 0.0739100 Jun 21 13:59:57.133988 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-64365920-b40c-446e-8be2-b696125d1d9a req-4033d40b-65a3-415d-a0f6-546ad2768cfe tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Jun 21 13:59:58.069898 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c27de-be2b-4a2e-83f3-61a1ae5bf7e6 req-c0a77752-fa61-478d-b608-d2e9fc5145d7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:58.071612 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1a3c27de-be2b-4a2e-83f3-61a1ae5bf7e6 req-c0a77752-fa61-478d-b608-d2e9fc5145d7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0646894 Jun 21 13:59:58.110009 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1a3c27de-be2b-4a2e-83f3-61a1ae5bf7e6 req-522de744-362f-4e61-be75-a2cd190de588 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Jun 21 13:59:58.318946 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd9da8-2e34-461b-9757-37aa7035cd8a req-d07c4710-b979-4192-b174-8ca3b17d594a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:58.320259 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d9cd9da8-2e34-461b-9757-37aa7035cd8a req-d07c4710-b979-4192-b174-8ca3b17d594a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 944 time: 0.0671082 Jun 21 13:59:58.357257 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d9cd9da8-2e34-461b-9757-37aa7035cd8a req-27ddbfba-b8b9-486f-8b41-7b17d83b21db tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Jun 21 13:59:58.476508 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 331305f4-decf-465c-8500-b10c3a5b3581 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:58.526501 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 331305f4-decf-465c-8500-b10c3a5b3581 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:58.531160 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 331305f4-decf-465c-8500-b10c3a5b3581 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:58.531581 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:58.604657 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:58.627537 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604ab0c-4ef2-4bd2-ace7-cd1be1637685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331305f4-decf-465c-8500-b10c3a5b3581'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:59:58.629904 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851cae96-355e-450e-a1de-87c6f34c1b6a" -d '{"events": [{"server_uuid": "0604ab0c-4ef2-4bd2-ace7-cd1be1637685", "name": "network-vif-plugged", "status": "completed", "tag": "331305f4-decf-465c-8500-b10c3a5b3581"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:59:58.642623 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 331305f4-decf-465c-8500-b10c3a5b3581, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=331305f4-decf-465c-8500-b10c3a5b3581,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:58.647042 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:58.649059 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:58.674099 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62b34c-1aee-40fe-bad9-0e3707aded7a x-openstack-request-id: req-eb62b34c-1aee-40fe-bad9-0e3707aded7a {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:59:58.674367 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0604ab0c-4ef2-4bd2-ace7-cd1be1637685", "name": "network-vif-plugged", "status": "completed", "tag": "331305f4-decf-465c-8500-b10c3a5b3581", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:59:58.674653 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb62b34c-1aee-40fe-bad9-0e3707aded7a {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:59:58.675035 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604ab0c-4ef2-4bd2-ace7-cd1be1637685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331305f4-decf-465c-8500-b10c3a5b3581', 'code': 200} Jun 21 13:59:58.700622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=331305f4-decf-465c-8500-b10c3a5b3581,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:58.703807 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:59.311429 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c001ff1-3ff9-4bcf-9352-0ee1c78bc4ca req-2de4cb88-0425-4111-ae83-da5e090da1e1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:59.313161 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7c001ff1-3ff9-4bcf-9352-0ee1c78bc4ca req-2de4cb88-0425-4111-ae83-da5e090da1e1 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0827923 Jun 21 13:59:59.355389 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7c001ff1-3ff9-4bcf-9352-0ee1c78bc4ca req-6f00dd05-369f-487c-9d4c-a3b8ca79bb26 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Jun 21 13:59:59.544806 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf8d45-3899-4bc8-8249-b03c1d53b3ea req-69126e2f-74bb-4e64-bb0e-86231b1f8167 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:59.546225 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e6cf8d45-3899-4bc8-8249-b03c1d53b3ea req-69126e2f-74bb-4e64-bb0e-86231b1f8167 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0617273 Jun 21 13:59:59.584253 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e6cf8d45-3899-4bc8-8249-b03c1d53b3ea req-a8fd65fa-13eb-406a-ac88-1be759d9a9a3 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Jun 21 14:00:00.561626 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cc23a-07e5-4cad-8b32-f9411c2ae502 req-a8ff57c5-7231-4934-a7fc-df5611c83276 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.563094 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6d9cc23a-07e5-4cad-8b32-f9411c2ae502 req-a8ff57c5-7231-4934-a7fc-df5611c83276 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0696621 Jun 21 14:00:00.599093 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6d9cc23a-07e5-4cad-8b32-f9411c2ae502 req-1e8da0f4-6382-434c-a41a-5cbc3687d263 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303633 Jun 21 14:00:00.756757 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfb61a-befb-445d-bd23-9baf06567cff req-7237d981-f7cb-4436-82f1-23c0e537b241 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.758211 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-48dfb61a-befb-445d-bd23-9baf06567cff req-7237d981-f7cb-4436-82f1-23c0e537b241 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0627294 Jun 21 14:00:00.800393 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-48dfb61a-befb-445d-bd23-9baf06567cff req-180a0892-5466-4584-96ac-17d75cec36c8 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Jun 21 14:00:01.775201 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807515bc-c331-4fee-b271-421902448d41 req-2c118da9-dcd7-46a8-900c-71622b10650f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:01.776563 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-807515bc-c331-4fee-b271-421902448d41 req-2c118da9-dcd7-46a8-900c-71622b10650f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0675707 Jun 21 14:00:01.814266 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-807515bc-c331-4fee-b271-421902448d41 req-0cdbd4d5-e4ed-4250-81b5-6de8133fc25c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Jun 21 14:00:01.990118 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a9f0-3896-4be5-9494-63f8c56925ab req-9a9e77c7-a496-45bb-947a-94640139e633 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:01.991544 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2526a9f0-3896-4be5-9494-63f8c56925ab req-9a9e77c7-a496-45bb-947a-94640139e633 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0739486 Jun 21 14:00:02.030216 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2526a9f0-3896-4be5-9494-63f8c56925ab req-d38cef21-6389-4336-9fdf-94058da59824 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304427 Jun 21 14:00:02.998722 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bee8e-4477-43a4-ba1a-f18c656b8ae6 req-ede14041-c99a-4a14-aba5-647450d2414c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.000185 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f70bee8e-4477-43a4-ba1a-f18c656b8ae6 req-ede14041-c99a-4a14-aba5-647450d2414c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0734196 Jun 21 14:00:03.041552 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f70bee8e-4477-43a4-ba1a-f18c656b8ae6 req-be47fc05-5b51-4686-bfd2-c9da0c8fdb3f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Jun 21 14:00:03.218441 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766744-7dc6-4dde-9359-c23325b89b9d req-2fdb9e38-5c2a-40c2-8729-3ad8971864d5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.219996 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fa766744-7dc6-4dde-9359-c23325b89b9d req-2fdb9e38-5c2a-40c2-8729-3ad8971864d5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0800004 Jun 21 14:00:03.259787 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fa766744-7dc6-4dde-9359-c23325b89b9d req-ab14372b-66d7-4319-ac3a-b43e4ff30d20 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338500 Jun 21 14:00:04.113085 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a583-07c6-428f-8e1a-fdd3b45f7bb6 req-87e7e04a-ce9c-46b5-8394-0b883112f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.114581 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2969a583-07c6-428f-8e1a-fdd3b45f7bb6 req-87e7e04a-ce9c-46b5-8394-0b883112f9ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 1098 time: 0.0551121 Jun 21 14:00:04.148723 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2969a583-07c6-428f-8e1a-fdd3b45f7bb6 req-c5b40cea-8b9e-41aa-a300-d9d0fb5f68a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270147 Jun 21 14:00:04.223385 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31fa10-c9fb-4459-8fd6-4965e19efedb req-4179ddfe-b429-4639-b2b8-9ce3d69a9b77 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.225389 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fe31fa10-c9fb-4459-8fd6-4965e19efedb req-4179ddfe-b429-4639-b2b8-9ce3d69a9b77 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0693274 Jun 21 14:00:04.269945 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fe31fa10-c9fb-4459-8fd6-4965e19efedb req-47e09f32-5c9b-4a08-b785-c181a07a084a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 Jun 21 14:00:04.404624 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0ad951d4-ce29-47a6-99ee-b285a74ede5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:04.438502 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee984568-7332-447f-8c6b-562a05a40feb req-783af8d4-00f4-49b6-bc7f-2386e70295dd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.439966 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ee984568-7332-447f-8c6b-562a05a40feb req-783af8d4-00f4-49b6-bc7f-2386e70295dd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0666430 Jun 21 14:00:04.476267 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ee984568-7332-447f-8c6b-562a05a40feb req-608695a2-d407-4245-9bbd-b6ee5035b75f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305693 Jun 21 14:00:05.467352 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197df07-e214-4759-b989-b4c1a54ef614 req-71d082b5-3756-4542-86d9-79577eb25021 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.468790 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5197df07-e214-4759-b989-b4c1a54ef614 req-71d082b5-3756-4542-86d9-79577eb25021 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0737536 Jun 21 14:00:05.515949 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5197df07-e214-4759-b989-b4c1a54ef614 req-6c438b36-2b6d-466b-90e0-5d5bd1c426c3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Jun 21 14:00:05.679072 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324c34c-07e4-4f02-9192-4db4312f7cc4 req-b25afc2b-a934-4262-bc88-4336d808e97c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.680539 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d324c34c-07e4-4f02-9192-4db4312f7cc4 req-b25afc2b-a934-4262-bc88-4336d808e97c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0682580 Jun 21 14:00:05.719416 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d324c34c-07e4-4f02-9192-4db4312f7cc4 req-dca6cb06-6f89-4df0-bfea-57eb272669b8 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Jun 21 14:00:06.697379 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f7b04-bfe6-4df4-97b9-a570bb136926 req-00cec3d6-0643-4830-ac4b-5f243e3827a6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:06.698818 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0e9f7b04-bfe6-4df4-97b9-a570bb136926 req-00cec3d6-0643-4830-ac4b-5f243e3827a6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0722075 Jun 21 14:00:06.735292 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0e9f7b04-bfe6-4df4-97b9-a570bb136926 req-24d8af29-f2de-4bc3-828b-165c45ef12ee tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305068 Jun 21 14:00:06.896744 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883e4a-fbde-4c15-8be8-3cc80879ac5e req-f245661b-8914-4e73-88cf-d06d64754eec tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:06.898183 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ea883e4a-fbde-4c15-8be8-3cc80879ac5e req-f245661b-8914-4e73-88cf-d06d64754eec tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0623839 Jun 21 14:00:06.934173 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ea883e4a-fbde-4c15-8be8-3cc80879ac5e req-93af0e59-8476-4c2e-952f-879daf63b084 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303335 Jun 21 14:00:07.033873 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-8a39bec3-de0d-4b5e-b160-545ee2f1729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:07.283996 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:07.921793 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d57e9-3088-4549-a78b-d4721d5a4eb3 req-78319e58-d5d7-471d-93fe-08162a069b1f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:07.923253 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-794d57e9-3088-4549-a78b-d4721d5a4eb3 req-78319e58-d5d7-471d-93fe-08162a069b1f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0656362 Jun 21 14:00:07.959590 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-794d57e9-3088-4549-a78b-d4721d5a4eb3 req-c35d74a6-6197-44a4-a1d7-49ec62d80f6c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303750 Jun 21 14:00:08.101164 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:08.123741 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc708fc3-ff89-46f3-98c5-5ca570357973 req-3daa820c-2686-4408-9719-bad9abdd2651 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:08.125236 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dc708fc3-ff89-46f3-98c5-5ca570357973 req-3daa820c-2686-4408-9719-bad9abdd2651 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0703557 Jun 21 14:00:08.168180 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dc708fc3-ff89-46f3-98c5-5ca570357973 req-e2e1bebf-17b9-4604-88a1-6295026f1f85 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346792 Jun 21 14:00:08.681829 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:09.129675 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bed579-3d4b-44b0-8d19-26e84435c706 req-84fc3efe-3721-4cf7-ac89-b717392d53de tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.131157 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-57bed579-3d4b-44b0-8d19-26e84435c706 req-84fc3efe-3721-4cf7-ac89-b717392d53de tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0607522 Jun 21 14:00:09.167643 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-57bed579-3d4b-44b0-8d19-26e84435c706 req-fa4164ef-4b96-451a-8bd1-b37644d98413 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307848 Jun 21 14:00:09.360365 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7953-192a-4bfc-bbac-c37ceef0b192 req-44dbeecb-9f31-4ee4-97b4-ebbbac9b9bbb tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.361883 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b33e7953-192a-4bfc-bbac-c37ceef0b192 req-44dbeecb-9f31-4ee4-97b4-ebbbac9b9bbb tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0707209 Jun 21 14:00:09.404462 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b33e7953-192a-4bfc-bbac-c37ceef0b192 req-252c288f-3001-4e04-ba60-cff3b749499d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368509 Jun 21 14:00:09.586604 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:10.345252 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d903bff-3ca9-4cef-bc5f-ec5917807612 req-b0259db4-91bd-45ca-acbd-293d9120b184 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:10.346582 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2d903bff-3ca9-4cef-bc5f-ec5917807612 req-b0259db4-91bd-45ca-acbd-293d9120b184 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0651093 Jun 21 14:00:10.386133 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2d903bff-3ca9-4cef-bc5f-ec5917807612 req-09a2cb99-14ec-40b8-96e3-c6c8af540b09 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Jun 21 14:00:10.582026 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b7b33-1ccc-499a-9a39-d255d2cb3c5a req-4acb70ac-ae4f-413f-9566-45c94efa0903 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:10.583815 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a92b7b33-1ccc-499a-9a39-d255d2cb3c5a req-4acb70ac-ae4f-413f-9566-45c94efa0903 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0659962 Jun 21 14:00:10.626302 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a92b7b33-1ccc-499a-9a39-d255d2cb3c5a req-87366718-654c-4679-beb3-925cedb8a95e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337193 Jun 21 14:00:11.530941 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df1f02-11e1-4779-b9ac-bfe7cf42f5fb req-2666a9cc-11a8-4bf6-a341-089d50e86099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:11.532441 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83df1f02-11e1-4779-b9ac-bfe7cf42f5fb req-2666a9cc-11a8-4bf6-a341-089d50e86099 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1098 time: 0.0590787 Jun 21 14:00:11.571328 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83df1f02-11e1-4779-b9ac-bfe7cf42f5fb req-22870402-bc6e-493d-a347-2d3c53e16a67 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303338 Jun 21 14:00:11.579270 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ab17e-66cc-4bc3-bf0d-717f0f47ddce req-76feea88-33fa-4dca-b3d1-558c54cba6ef tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:11.580765 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-123ab17e-66cc-4bc3-bf0d-717f0f47ddce req-76feea88-33fa-4dca-b3d1-558c54cba6ef tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0742743 Jun 21 14:00:11.618402 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-123ab17e-66cc-4bc3-bf0d-717f0f47ddce req-5d73e9e1-bb82-48d3-93f8-aee19f29b280 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Jun 21 14:00:11.827875 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723c8d-ef56-4423-b616-6522bdedfe99 req-09a02765-f742-4d09-a693-8386dc0cea8a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:11.829382 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ec723c8d-ef56-4423-b616-6522bdedfe99 req-09a02765-f742-4d09-a693-8386dc0cea8a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0714386 Jun 21 14:00:11.868651 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ec723c8d-ef56-4423-b616-6522bdedfe99 req-7bb2e3da-0e84-48c6-b84b-eac48fe26f47 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326018 Jun 21 14:00:12.452074 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:00:12.528448 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38872) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:12.630857 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.716267 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.727106 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.729542 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:12.764739 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64ae51ad73654e4eb73a384402bf0780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350895 Jun 21 14:00:12.765721 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3be364-4bf8-4164-934e-9cce4938c734,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:12.767626 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38878) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:12.787512 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.787871 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.788225 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.788600 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.788923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.789263 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.789599 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.789925 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.790261 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.790587 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.790916 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.791239 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:12.797078 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:12.799163 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c19cb-4754-4948-9ef0-2f842f8bd2e3 req-cdbbff5c-fbf6-4559-bf13-333bba1e136b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:12.800739 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-734c19cb-4754-4948-9ef0-2f842f8bd2e3 req-cdbbff5c-fbf6-4559-bf13-333bba1e136b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0664725 Jun 21 14:00:12.836644 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b179cc7e-9687-4af1-af84-5f4d43825f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.840256 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-734c19cb-4754-4948-9ef0-2f842f8bd2e3 req-917320d5-8379-413b-b027-234429f09614 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Jun 21 14:00:12.856928 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b179cc7e-9687-4af1-af84-5f4d43825f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.903476 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b179cc7e-9687-4af1-af84-5f4d43825f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.906369 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b179cc7e-9687-4af1-af84-5f4d43825f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.907524 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-b179cc7e-9687-4af1-af84-5f4d43825f46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed3be364-4bf8-4164-934e-9cce4938c734 HTTP/1.1" status: 204 len: 168 time: 0.1389561 Jun 21 14:00:12.908158 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:12.915640 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179cc7e-9687-4af1-af84-5f4d43825f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3be364-4bf8-4164-934e-9cce4938c734,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:12.917913 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b179cc7e-9687-4af1-af84-5f4d43825f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:13.047141 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac662389-437c-40e1-a140-2fdaf6d81858 req-ac1f8fff-c6b5-46c3-9089-ca5cbbbc9f26 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:13.048780 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ac662389-437c-40e1-a140-2fdaf6d81858 req-ac1f8fff-c6b5-46c3-9089-ca5cbbbc9f26 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0672860 Jun 21 14:00:13.087117 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ac662389-437c-40e1-a140-2fdaf6d81858 req-15f05ec8-3ec7-4779-8e7f-e0db8ab33130 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Jun 21 14:00:13.180256 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38892) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:13.197573 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5c75-b0f9-4935-abdd-0a30906d2315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.283392 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5c75-b0f9-4935-abdd-0a30906d2315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.287050 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5c75-b0f9-4935-abdd-0a30906d2315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.290199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a004a73a-e71a-4238-8953-bf370c359c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:13.327941 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9f4f5c75-b0f9-4935-abdd-0a30906d2315 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78a89072c9f145329697c3a3d621370e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465371 Jun 21 14:00:13.330923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38898) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:13.361827 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f5c75-b0f9-4935-abdd-0a30906d2315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b8c62-1940-4c2d-87a8-97b585f0284f,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:13.377063 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9f4f5c75-b0f9-4935-abdd-0a30906d2315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:13.408081 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-185d19e3-5b4f-4946-ba57-c442fdd738db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.428642 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-185d19e3-5b4f-4946-ba57-c442fdd738db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.477173 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-185d19e3-5b4f-4946-ba57-c442fdd738db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.479776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-185d19e3-5b4f-4946-ba57-c442fdd738db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.480923 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-185d19e3-5b4f-4946-ba57-c442fdd738db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b18b8c62-1940-4c2d-87a8-97b585f0284f HTTP/1.1" status: 204 len: 168 time: 0.1491215 Jun 21 14:00:13.481641 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7ecde187-027e-4127-a314-e8d12281b5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:13.489598 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d19e3-5b4f-4946-ba57-c442fdd738db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b8c62-1940-4c2d-87a8-97b585f0284f,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:13.491718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-185d19e3-5b4f-4946-ba57-c442fdd738db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:14.015914 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d819-dfc5-4d01-b734-001b76257a2c req-52eb9ae7-3257-4d99-b3a1-52c0c223b626 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:14.019096 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5506d819-dfc5-4d01-b734-001b76257a2c req-52eb9ae7-3257-4d99-b3a1-52c0c223b626 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0666151 Jun 21 14:00:14.056400 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5506d819-dfc5-4d01-b734-001b76257a2c req-333acc31-9c0a-400e-840f-0222e2fb403c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Jun 21 14:00:15.163669 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38970) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:15.229015 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e747c22-57d3-468c-832f-602fbfd314f6 req-f566269a-ff0c-4c44-8678-31ff3005a902 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:15.230483 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5e747c22-57d3-468c-832f-602fbfd314f6 req-f566269a-ff0c-4c44-8678-31ff3005a902 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0662730 Jun 21 14:00:15.267684 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5e747c22-57d3-468c-832f-602fbfd314f6 req-fb85b567-23d8-41cb-adfe-eba0888fc8e3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Jun 21 14:00:15.272836 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.364397 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.368814 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.371065 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9c45a413-896a-4f84-aab9-2d715e7b238d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:15.405946 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7966cacc7dd344f8ac8ec0a73e42f3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412570 Jun 21 14:00:15.406950 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7891e5a-4dc0-4e75-ae1a-efaedb9436ef,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:15.408833 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38976) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:15.414079 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.414483 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.414837 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.415189 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.415541 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.415887 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.416228 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.416608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.416954 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.417276 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.417615 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.417949 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:15.422102 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:15.462396 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-11a4f14f-4a34-4423-b24b-e4d2c2368c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.484591 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-11a4f14f-4a34-4423-b24b-e4d2c2368c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.534585 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-11a4f14f-4a34-4423-b24b-e4d2c2368c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.537233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-11a4f14f-4a34-4423-b24b-e4d2c2368c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.538350 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-11a4f14f-4a34-4423-b24b-e4d2c2368c96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7891e5a-4dc0-4e75-ae1a-efaedb9436ef HTTP/1.1" status: 204 len: 168 time: 0.1285698 Jun 21 14:00:15.539276 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-185d19e3-5b4f-4946-ba57-c442fdd738db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:15.547066 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4f14f-4a34-4423-b24b-e4d2c2368c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7891e5a-4dc0-4e75-ae1a-efaedb9436ef,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:15.549796 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-11a4f14f-4a34-4423-b24b-e4d2c2368c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:15.809714 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 38986) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:15.827766 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cb02e532-3b9e-4838-90b3-dee0ad06cfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.928655 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cb02e532-3b9e-4838-90b3-dee0ad06cfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.943791 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cb02e532-3b9e-4838-90b3-dee0ad06cfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:15.946210 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-2a0ea167-8281-4dbe-9605-d93535d9f73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:15.982984 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-cb02e532-3b9e-4838-90b3-dee0ad06cfd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62daae169ae249328a13c7132d816181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719368 Jun 21 14:00:15.983836 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e532-3b9e-4838-90b3-dee0ad06cfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88776ca9-ebe5-4328-b6dd-5b2c5eb1631b,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:15.986671 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 38988) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:15.986838 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cb02e532-3b9e-4838-90b3-dee0ad06cfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:16.036086 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6180332e-f4a8-409b-a60d-9c5b5f57eb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:16.062491 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6180332e-f4a8-409b-a60d-9c5b5f57eb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:16.111670 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6180332e-f4a8-409b-a60d-9c5b5f57eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:16.114479 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6180332e-f4a8-409b-a60d-9c5b5f57eb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:16.115638 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-6180332e-f4a8-409b-a60d-9c5b5f57eb28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88776ca9-ebe5-4328-b6dd-5b2c5eb1631b HTTP/1.1" status: 204 len: 168 time: 0.1276367 Jun 21 14:00:16.116374 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-22822a61-7ac6-4add-833d-140e27f26835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:16.124358 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180332e-f4a8-409b-a60d-9c5b5f57eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88776ca9-ebe5-4328-b6dd-5b2c5eb1631b,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:16.126876 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-6180332e-f4a8-409b-a60d-9c5b5f57eb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:16.440330 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158e87a-90e4-41a3-92fd-830121002f76 req-9f9584eb-6269-40af-8b6b-7851be5853f3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:16.441801 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8158e87a-90e4-41a3-92fd-830121002f76 req-9f9584eb-6269-40af-8b6b-7851be5853f3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0614207 Jun 21 14:00:16.478806 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8158e87a-90e4-41a3-92fd-830121002f76 req-086765fd-5ba5-452b-b58d-2dbc0c4d4d88 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Jun 21 14:00:17.224691 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39030) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:17.332982 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-73d83fc3-0270-46e3-af8b-d9f0004829de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:17.395274 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-2c3f5ab2-4957-404d-975c-2950bfb68316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:17.397743 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-2c3f5ab2-4957-404d-975c-2950bfb68316 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1098 time: 0.0613756 Jun 21 14:00:17.439718 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-73d83fc3-0270-46e3-af8b-d9f0004829de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:17.445552 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-73d83fc3-0270-46e3-af8b-d9f0004829de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:17.449667 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9317ed0e-b8fa-46b2-a3b8-2a5cf3fa3157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:17.490231 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-73d83fc3-0270-46e3-af8b-d9f0004829de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9472279534184ddd89b1b4adfc678658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639756 Jun 21 14:00:17.491455 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d83fc3-0270-46e3-af8b-d9f0004829de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b887919b-6ca8-4041-a265-8d3ceb2fc962,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:17.493002 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 39036) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:17.494342 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-73d83fc3-0270-46e3-af8b-d9f0004829de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:17.543593 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-bd52b059-7449-4716-aa59-deca019d3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:17.545095 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-bd52b059-7449-4716-aa59-deca019d3970 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 919 time: 0.1185112 Jun 21 14:00:17.594546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2eeda400-0eed-4acc-9b59-38438b7e7cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:17.598644 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-d12d08a6-4f3c-447a-8e2f-c2af738a9a47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b4226c-0676-475f-b39d-39e5c9a91348 HTTP/1.1" status: 200 len: 217 time: 0.0408211 Jun 21 14:00:17.671194 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2eeda400-0eed-4acc-9b59-38438b7e7cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:17.714340 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-e14b88bf-017a-4f5f-b462-e1169d004c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:17.715747 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-e14b88bf-017a-4f5f-b462-e1169d004c4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.0991571 Jun 21 14:00:17.758936 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37b11-4211-4047-ba28-0a2d45e819b9 req-7761635b-4c50-4602-b5a6-e26c7b8dac8b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:17.760342 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-21f37b11-4211-4047-ba28-0a2d45e819b9 req-7761635b-4c50-4602-b5a6-e26c7b8dac8b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1674483 Jun 21 14:00:17.761969 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-dfde6e33-ec8c-4440-a397-7fd34b340665 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358789 Jun 21 14:00:17.787332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2eeda400-0eed-4acc-9b59-38438b7e7cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:17.789814 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2eeda400-0eed-4acc-9b59-38438b7e7cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:17.790797 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-2eeda400-0eed-4acc-9b59-38438b7e7cda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b887919b-6ca8-4041-a265-8d3ceb2fc962 HTTP/1.1" status: 204 len: 168 time: 0.2968957 Jun 21 14:00:17.793852 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-855221c7-bb2f-42a5-a0af-816a495a6c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:17.838546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeda400-0eed-4acc-9b59-38438b7e7cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b887919b-6ca8-4041-a265-8d3ceb2fc962,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:17.849413 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-2eeda400-0eed-4acc-9b59-38438b7e7cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:17.858777 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-21f37b11-4211-4047-ba28-0a2d45e819b9 req-52d3a7f6-7d63-4b72-be88-0f7ebbe240e5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924075 Jun 21 14:00:17.891700 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-9cf04dd2-f9a6-4da1-9b70-97a3d333e8ab service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185381 Jun 21 14:00:17.987804 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a973de2-23a3-4adb-b3a0-014f6b09821c req-c730afb8-0abb-4714-a302-7b7ec61a8cd8 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840414 Jun 21 14:00:18.836556 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 39086) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:18.947986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d085f9fb-bfd6-42a0-ba80-2c8a85cd11fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:19.081339 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c31b3d-c663-45e6-9966-a2323519a79f req-da2df431-9134-4a6e-b968-e5625a0a2aff tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:19.082780 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-80c31b3d-c663-45e6-9966-a2323519a79f req-da2df431-9134-4a6e-b968-e5625a0a2aff tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1013882 Jun 21 14:00:19.084490 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d085f9fb-bfd6-42a0-ba80-2c8a85cd11fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:19.094878 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d085f9fb-bfd6-42a0-ba80-2c8a85cd11fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:19.097871 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-358bcd75-1c54-49a8-b056-1caca9581bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:19.145268 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085f9fb-bfd6-42a0-ba80-2c8a85cd11fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383f7be6-fbbd-4d7d-be72-9327048d4635,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:19.150953 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-d085f9fb-bfd6-42a0-ba80-2c8a85cd11fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c4034ecdb945ffa789e3f956647432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133023 Jun 21 14:00:19.153701 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d085f9fb-bfd6-42a0-ba80-2c8a85cd11fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:19.153986 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39092) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:19.156931 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-80c31b3d-c663-45e6-9966-a2323519a79f req-4772883c-0d31-496f-b794-ac10a79d864f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683072 Jun 21 14:00:19.205539 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee152-5621-4b5b-9a66-53a49ba5d10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:19.227880 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee152-5621-4b5b-9a66-53a49ba5d10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:19.279866 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee152-5621-4b5b-9a66-53a49ba5d10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:19.282857 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee152-5621-4b5b-9a66-53a49ba5d10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:19.284036 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ef3ee152-5621-4b5b-9a66-53a49ba5d10a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/383f7be6-fbbd-4d7d-be72-9327048d4635 HTTP/1.1" status: 204 len: 168 time: 0.1284950 Jun 21 14:00:19.284884 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0605dbc8-a5e1-4e63-a06d-d4f97f23c8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:19.292994 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ee152-5621-4b5b-9a66-53a49ba5d10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383f7be6-fbbd-4d7d-be72-9327048d4635,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:19.297318 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ef3ee152-5621-4b5b-9a66-53a49ba5d10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:19.601556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607d27-b37e-41d7-959e-97a0330bd472 req-013e828d-2291-415f-b0fa-6f6905e23aed tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:19.603206 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3e607d27-b37e-41d7-959e-97a0330bd472 req-013e828d-2291-415f-b0fa-6f6905e23aed tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0690172 Jun 21 14:00:19.641212 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3e607d27-b37e-41d7-959e-97a0330bd472 req-56a9a3b5-cb50-4d54-9eae-bcdd68c6d0fb tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Jun 21 14:00:19.922415 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39130) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:20.031564 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2047264380-network', 'tenant_id': '130520c0c6324d8c8c805ecf7533b5c2'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:20.053390 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Made reservation on behalf of 130520c0c6324d8c8c805ecf7533b5c2 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:20.055678 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.066978 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.150142 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.156447 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.159203 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ef3ee152-5621-4b5b-9a66-53a49ba5d10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:20.180185 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:00:20.188646 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a443440b-00b8-4209-9468-3b383dc818a0,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:20.192118 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:20.195142 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.196159 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Added segment d308637e-4407-4c7d-b9fc-7729c40452e7 of type vlan for network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb Jun 21 14:00:20.236608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.265975 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.267325 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:20.267907 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.269967 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a7ef5f85-1f48-4902-a021-4e98737be579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:20.316595 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3928361 Jun 21 14:00:20.319883 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 39134) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:20.324934 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Request body: {'subnet': {'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2047264380-subnet', 'tenant_id': '130520c0c6324d8c8c805ecf7533b5c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:20.328979 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Pushing event updated for resources: {'Network': ['ID=21e12e22-b4c6-4b26-9329-9c2dfed27dcb,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:20.331706 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:20.338817 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:00:20.346715 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Made reservation on behalf of 130520c0c6324d8c8c805ecf7533b5c2 for: {'subnet': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:20.349167 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13754990'] for subnet, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.721256 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13755004'] for subnet, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.723680 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-6569da59-5026-442a-afbb-ef1e81e34af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:20.777632 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1eae132-6b9a-4b1e-9a6c-29f5402a837a,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:20.781924 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:20.789153 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Checking segment: {'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:20.789501 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Network hostable DHCP agents. Network: 21e12e22-b4c6-4b26-9329-9c2dfed27dcb, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:00:20.810114 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:00:20.821261 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 21e12e22-b4c6-4b26-9329-9c2dfed27dcb) {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:20.829484 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:20.830085 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:20.830666 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467aa120-1e1b-42f8-ad79-92b1985f0e42 None None] Network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:00:20.833828 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ca57-60db-47be-bd47-6bfa927cfdec req-9c80ff8d-e5fa-45ea-bbe4-ad9c17b6171d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:20.841678 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-db23ca57-60db-47be-bd47-6bfa927cfdec req-9c80ff8d-e5fa-45ea-bbe4-ad9c17b6171d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0857399 Jun 21 14:00:20.855650 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5340059 Jun 21 14:00:20.881905 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-db23ca57-60db-47be-bd47-6bfa927cfdec req-eb2be3e6-44c7-44c5-825b-ba4ef9240dc3 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 Jun 21 14:00:20.954435 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e685a-e40a-452c-889d-1e97e26f70fd None None] Network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:00:22.064195 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9092126-d834-4fe7-a889-d6b4ab86a6d1 req-5235e372-4a6b-42bd-864a-22e1a41bdfbd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:22.065754 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d9092126-d834-4fe7-a889-d6b4ab86a6d1 req-5235e372-4a6b-42bd-864a-22e1a41bdfbd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0683303 Jun 21 14:00:22.105949 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d9092126-d834-4fe7-a889-d6b4ab86a6d1 req-9c8d8471-33e2-438f-a583-3bafc339d7b0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Jun 21 14:00:23.302640 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27956-de7b-4968-85b9-e8197db0f0cd req-2bb9e094-97df-4e70-87ed-d070a8037a80 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:23.304466 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-89a27956-de7b-4968-85b9-e8197db0f0cd req-2bb9e094-97df-4e70-87ed-d070a8037a80 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0811458 Jun 21 14:00:23.343492 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-89a27956-de7b-4968-85b9-e8197db0f0cd req-34003254-a40a-454a-a52a-69d6e63d330f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Jun 21 14:00:23.830093 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-9e0c07ca-3bd2-4054-9305-0afb9f45768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:23.831532 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-9e0c07ca-3bd2-4054-9305-0afb9f45768b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1098 time: 0.0538216 Jun 21 14:00:23.922885 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-ef9cfeab-5bf5-4f14-ab04-a4db058598b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:23.924251 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-ef9cfeab-5bf5-4f14-ab04-a4db058598b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 919 time: 0.0859733 Jun 21 14:00:23.964926 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-416a9a7c-4777-40ce-a7e5-db8d69fb8332 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b4226c-0676-475f-b39d-39e5c9a91348 HTTP/1.1" status: 200 len: 217 time: 0.0328124 Jun 21 14:00:24.012241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-287f5389-1a09-4f43-bc8b-d0567611657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:24.013717 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-287f5389-1a09-4f43-bc8b-d0567611657d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.0429118 Jun 21 14:00:24.045306 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-8fe37bd6-11a5-4378-a3a9-659b06c1c21b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250578 Jun 21 14:00:24.137929 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-6a988174-73ba-486e-8130-c1b1dc122caf service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859599 Jun 21 14:00:24.238233 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-38154b36-0e3b-4d56-9a56-cdc681072448 req-fa45f8bb-8389-4a32-bb4a-29fc7c2665df service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931842 Jun 21 14:00:24.529384 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e32dc-bd21-4b95-bd2f-d57fed749f5d req-b28b5410-8c99-4cd3-9e9a-4966af824d77 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:24.530937 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-660e32dc-bd21-4b95-bd2f-d57fed749f5d req-b28b5410-8c99-4cd3-9e9a-4966af824d77 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0637710 Jun 21 14:00:24.567490 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-660e32dc-bd21-4b95-bd2f-d57fed749f5d req-dadb432d-5acd-4bbc-a4d7-12acc73142d0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Jun 21 14:00:25.911964 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7f03-0ecb-4d30-93ca-efd63ce4d15e req-915e2265-d16a-4265-a60c-d22a2549627a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:25.913502 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-22dc7f03-0ecb-4d30-93ca-efd63ce4d15e req-915e2265-d16a-4265-a60c-d22a2549627a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0649424 Jun 21 14:00:25.954291 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-22dc7f03-0ecb-4d30-93ca-efd63ce4d15e req-e3497183-d144-42d6-8167-85cd75bc1f54 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Jun 21 14:00:26.825286 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-75836edb-5a33-43cf-b37b-4f18777b25f8 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:26.826693 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-75836edb-5a33-43cf-b37b-4f18777b25f8 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/networks?id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb HTTP/1.1" status: 200 len: 809 time: 0.1022120 Jun 21 14:00:26.841398 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-f8ce175d-199c-47b8-8d14-39ca2a7ceaeb tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/quotas/130520c0c6324d8c8c805ecf7533b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0091641 Jun 21 14:00:26.873055 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-381781cc-7224-4302-bebf-1d080c4512bf tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=130520c0c6324d8c8c805ecf7533b5c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267332 Jun 21 14:00:26.961908 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-325cb343-8fee-4c3d-aabb-831971898e0f service neutron] 10.222.0.21 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825038 Jun 21 14:00:27.057525 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-1390915d-5b17-40c3-b941-182a1b7a1160 service neutron] 10.222.0.21 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895810 Jun 21 14:00:27.138508 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9590d-4326-4738-bdbf-f59efcd71aed req-b5421812-7874-48ca-a322-cb4ff81f4a77 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:27.140890 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-65f9590d-4326-4738-bdbf-f59efcd71aed req-b5421812-7874-48ca-a322-cb4ff81f4a77 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0706871 Jun 21 14:00:27.201010 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-65f9590d-4326-4738-bdbf-f59efcd71aed req-74481a3a-87ee-42c7-ac67-fc8f16a69625 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546970 Jun 21 14:00:27.238998 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b4f91cea-f6c8-4660-8042-982805b2d221 req-a0d2ae2f-d5db-4931-8c7d-496a83625e72 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 210 time: 0.0419652 Jun 21 14:00:28.371385 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda123c-8a28-45eb-b21d-b72eff35cacf req-f63a0342-656a-4b94-8fb9-ab4d4634af4f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:28.373403 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fda123c-8a28-45eb-b21d-b72eff35cacf req-f63a0342-656a-4b94-8fb9-ab4d4634af4f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0673864 Jun 21 14:00:28.383755 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1647af4d-0330-4936-8193-257abcb32de1 req-91c8ec09-c2c1-4e7d-98d7-dab866dde26b tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 210 time: 0.0285602 Jun 21 14:00:28.412805 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fda123c-8a28-45eb-b21d-b72eff35cacf req-9e5ca6dd-154d-4b97-b356-a86bbb7ac7d5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Jun 21 14:00:28.750757 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-884dcc7e-820c-4584-b46c-b3045d42821b tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:28.752323 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-884dcc7e-820c-4584-b46c-b3045d42821b tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.64 "GET /v2.0/networks?id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb HTTP/1.1" status: 200 len: 809 time: 0.1344898 Jun 21 14:00:28.775439 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Request body: {'port': {'device_id': 'd8001278-c392-4547-92b3-d903dc50c64d', 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb', 'admin_state_up': True, 'tenant_id': '130520c0c6324d8c8c805ecf7533b5c2'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:28.884870 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Made reservation on behalf of 130520c0c6324d8c8c805ecf7533b5c2 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:28.888662 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.009734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Allocated IP 172.20.0.5 (21e12e22-b4c6-4b26-9329-9c2dfed27dcb/e1eae132-6b9a-4b1e-9a6c-29f5402a837a/e9f9c178-039f-418d-af83-370ecee3cf21) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:29.151689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.192025 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.198165 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:29.237413 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:29.240452 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:29.243024 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:00:29.273969 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Pushing event updated for resources: {'Port': ['ID=e9f9c178-039f-418d-af83-370ecee3cf21,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:29.277904 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:29.299249 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:29.299836 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.316764 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5453310 Jun 21 14:00:29.345825 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Request body: {'port': {'device_id': 'd8001278-c392-4547-92b3-d903dc50c64d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:29.421812 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.659466 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b51fb-aa54-4fb8-ba2c-30796261e587 req-64a7193d-2f25-43bf-aed4-a099c6ac0c33 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:29.661305 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f52b51fb-aa54-4fb8-ba2c-30796261e587 req-64a7193d-2f25-43bf-aed4-a099c6ac0c33 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 931 time: 0.1373072 Jun 21 14:00:29.730966 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f52b51fb-aa54-4fb8-ba2c-30796261e587 req-4f858726-571f-4798-aac0-4d69364c974b tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591958 Jun 21 14:00:29.790266 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f9c178-039f-418d-af83-370ecee3cf21 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:00:29.799459 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.813675 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Transition to ACTIVE for port object e9f9c178-039f-418d-af83-370ecee3cf21 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:29.818239 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.820727 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ce177dfc-68f6-4bec-900a-eb0f4cb663e4 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:29.896280 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9c178-039f-418d-af83-370ecee3cf21,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:29.899175 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:29.970160 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Attempting to bind port e9f9c178-039f-418d-af83-370ecee3cf21 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:00:29.970462 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Attempting to bind port e9f9c178-039f-418d-af83-370ecee3cf21 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:00:29.970795 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Attempting to bind port e9f9c178-039f-418d-af83-370ecee3cf21 on network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:29.975084 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Port e9f9c178-039f-418d-af83-370ecee3cf21 on network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:00:29.975397 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Attempting to bind port e9f9c178-039f-418d-af83-370ecee3cf21 on network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:29.980398 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:00:29.980750 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Checking segment: {'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:29.981120 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Bound using segment: {'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:00:29.981528 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Bound port: e9f9c178-039f-418d-af83-370ecee3cf21, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:00:29.981868 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:30.052709 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] For port e9f9c178-039f-418d-af83-370ecee3cf21, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:00:30.056022 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] For port e9f9c178-039f-418d-af83-370ecee3cf21, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e9f9c178-039f-418d-af83-370ecee3cf21,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:00:30.062755 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:30.065524 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cab087e3-abd6-4aed-b895-736f721ddac5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:30.102264 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:30.102859 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:30.104270 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] 10.222.0.64 "PUT /v2.0/ports/e9f9c178-039f-418d-af83-370ecee3cf21 HTTP/1.1" status: 200 len: 1093 time: 0.7627339 Jun 21 14:00:30.104776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8001278-c392-4547-92b3-d903dc50c64d', 'tag': 'e9f9c178-039f-418d-af83-370ecee3cf21'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:30.107043 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7939a0d-9c79-43b6-ae65-2c20864e51ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d8001278-c392-4547-92b3-d903dc50c64d", "tag": "e9f9c178-039f-418d-af83-370ecee3cf21"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:30.127690 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9c178-039f-418d-af83-370ecee3cf21,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:30.131369 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:30.148311 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7b2aea-dcb1-4be7-a010-3e42a49f81a8 x-openstack-request-id: req-2c7b2aea-dcb1-4be7-a010-3e42a49f81a8 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:30.148653 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8001278-c392-4547-92b3-d903dc50c64d", "tag": "e9f9c178-039f-418d-af83-370ecee3cf21", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:30.148933 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c7b2aea-dcb1-4be7-a010-3e42a49f81a8 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:30.149358 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8001278-c392-4547-92b3-d903dc50c64d', 'tag': 'e9f9c178-039f-418d-af83-370ecee3cf21', 'status': 'completed', 'code': 200} Jun 21 14:00:30.249864 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-2b4460db-dc87-4355-87c6-e36536aea5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:30.251354 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-2b4460db-dc87-4355-87c6-e36536aea5b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=130520c0c6324d8c8c805ecf7533b5c2&device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 1096 time: 0.0540431 Jun 21 14:00:30.310321 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-c2d6fe5c-6c16-49ea-8a66-fab7567f9831 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f9c178-039f-418d-af83-370ecee3cf21 HTTP/1.1" status: 200 len: 217 time: 0.0370288 Jun 21 14:00:30.370211 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-12c1f944-5f4a-42ed-bd69-fa79de5afa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:30.371556 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-12c1f944-5f4a-42ed-bd69-fa79de5afa3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1eae132-6b9a-4b1e-9a6c-29f5402a837a HTTP/1.1" status: 200 len: 849 time: 0.0546446 Jun 21 14:00:30.403433 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-017a295f-78f2-4926-a6d9-5568eb471902 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246415 Jun 21 14:00:30.493363 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-674e7a01-fd11-4fe9-b638-bace1053f503 service neutron] 10.222.0.64 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826266 Jun 21 14:00:30.588412 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68b2d13a-dd44-4bac-876f-fb8b93246fdc req-26e5871c-a36e-4a7b-a6f9-affe7f971600 service neutron] 10.222.0.64 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868607 Jun 21 14:00:30.907730 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a27b-a5c6-4ec4-98d3-603c5b672586 req-a8be444a-1d8e-4f1a-a381-086212743383 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:30.909331 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0a43a27b-a5c6-4ec4-98d3-603c5b672586 req-a8be444a-1d8e-4f1a-a381-086212743383 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 943 time: 0.0624437 Jun 21 14:00:30.923229 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-afb2237c-1d53-4d4b-9336-5f65b9c04493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:30.924793 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-afb2237c-1d53-4d4b-9336-5f65b9c04493 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=130520c0c6324d8c8c805ecf7533b5c2&device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 1096 time: 0.0520072 Jun 21 14:00:30.950927 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0a43a27b-a5c6-4ec4-98d3-603c5b672586 req-78702253-8f8b-4074-b473-d985b8cb6c34 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357802 Jun 21 14:00:31.019475 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-e851fd0e-ddc2-4c50-be2d-9fa85027d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:31.021212 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-e851fd0e-ddc2-4c50-be2d-9fa85027d57c service neutron] 10.222.0.64 "GET /v2.0/networks?id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb HTTP/1.1" status: 200 len: 910 time: 0.0899081 Jun 21 14:00:31.074724 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-9e00b7f3-5511-4feb-92e4-ae81550601a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f9c178-039f-418d-af83-370ecee3cf21 HTTP/1.1" status: 200 len: 217 time: 0.0343316 Jun 21 14:00:31.122635 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-60dee0ca-0a21-4432-9069-45043bc047d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:31.123904 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-60dee0ca-0a21-4432-9069-45043bc047d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1eae132-6b9a-4b1e-9a6c-29f5402a837a HTTP/1.1" status: 200 len: 849 time: 0.0421145 Jun 21 14:00:31.155907 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-9f5977b9-8711-4912-ab93-729b60994570 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252538 Jun 21 14:00:31.245199 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-b67d69c4-9475-4475-96cb-59bc0805ece4 service neutron] 10.222.0.64 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822115 Jun 21 14:00:31.341526 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7939a0d-9c79-43b6-ae65-2c20864e51ef req-006d9d61-6b9f-4323-84a0-10d137cc45d3 service neutron] 10.222.0.64 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884991 Jun 21 14:00:32.056466 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22a6d-3940-494d-ae4d-f1c5b0d9e7f3 req-8a597751-c3d0-4102-8800-9717cee45663 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:32.057870 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a6e22a6d-3940-494d-ae4d-f1c5b0d9e7f3 req-8a597751-c3d0-4102-8800-9717cee45663 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0628095 Jun 21 14:00:32.096269 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a6e22a6d-3940-494d-ae4d-f1c5b0d9e7f3 req-f20816da-84d8-4d10-ba17-8711ad6894f6 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Jun 21 14:00:32.123289 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da1de0-c7cc-40dc-bbcb-eecd3fb57ab6 req-2fc12727-dfb3-4de1-b61f-2437c8c39593 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:32.124796 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e0da1de0-c7cc-40dc-bbcb-eecd3fb57ab6 req-2fc12727-dfb3-4de1-b61f-2437c8c39593 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 943 time: 0.0613565 Jun 21 14:00:32.161424 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e0da1de0-c7cc-40dc-bbcb-eecd3fb57ab6 req-5ca759c2-9daf-4f74-b5e6-693f349839be tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Jun 21 14:00:33.352287 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d064491-84c2-4dee-b508-6379234b5243 req-f7bed74d-ba02-4f83-acc9-33813580fa09 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:33.353756 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7d064491-84c2-4dee-b508-6379234b5243 req-f7bed74d-ba02-4f83-acc9-33813580fa09 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 943 time: 0.0674081 Jun 21 14:00:33.390399 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7d064491-84c2-4dee-b508-6379234b5243 req-55eefc57-ffdd-446d-8428-f2cf5564e589 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Jun 21 14:00:34.412284 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-bc5edf0d-d662-43cc-844f-f86524ba2e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:34.582457 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb528767-605c-4ee5-add8-4d2e98376208 req-34029ffd-1f87-4101-beb0-897867c42f74 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:34.583949 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bb528767-605c-4ee5-add8-4d2e98376208 req-34029ffd-1f87-4101-beb0-897867c42f74 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 943 time: 0.0758014 Jun 21 14:00:34.620450 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bb528767-605c-4ee5-add8-4d2e98376208 req-2af32a41-5b74-4d1b-b519-bc8cb1db5d90 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308223 Jun 21 14:00:35.805963 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c4bf-7d36-4fb7-9822-d7230ab125b8 req-a5ef6eb2-b41e-4196-94ce-baaf3666fbdc tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:35.807342 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6b76c4bf-7d36-4fb7-9822-d7230ab125b8 req-a5ef6eb2-b41e-4196-94ce-baaf3666fbdc tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 943 time: 0.0639429 Jun 21 14:00:35.846256 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6b76c4bf-7d36-4fb7-9822-d7230ab125b8 req-bd4e9f58-5a1e-4857-9f2d-4aa186649962 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Jun 21 14:00:37.017890 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbb54b-3244-43b0-9297-34301bb7c457 req-d4a02985-aa25-44dc-b29c-6401abd89939 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:37.024360 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b9fbb54b-3244-43b0-9297-34301bb7c457 req-d4a02985-aa25-44dc-b29c-6401abd89939 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 943 time: 0.0687890 Jun 21 14:00:37.041511 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9915d078-2f35-41e9-98a0-92001a0b0962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.084300 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b9fbb54b-3244-43b0-9297-34301bb7c457 req-7e977784-9719-45a3-b8e8-e488c32f2a8a tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586762 Jun 21 14:00:37.274602 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.283839 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39480) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:37.395652 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-eff1bf07-af2b-453b-b9d7-da924a3d5524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.489606 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-eff1bf07-af2b-453b-b9d7-da924a3d5524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.493822 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-eff1bf07-af2b-453b-b9d7-da924a3d5524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.496928 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-e6c6b35a-5831-4a6c-9306-3a1657f59bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:37.531180 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-eff1bf07-af2b-453b-b9d7-da924a3d5524 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a46798cc8044f22a4f57d9ad0879d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461038 Jun 21 14:00:37.532285 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1bf07-af2b-453b-b9d7-da924a3d5524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b166a130-0c89-445a-ac87-0ebe834e95c2,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:37.534158 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 39486) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:37.535462 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-eff1bf07-af2b-453b-b9d7-da924a3d5524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:37.583029 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a4ece05c-14f7-4fa0-8555-8fe7a646982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.603925 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a4ece05c-14f7-4fa0-8555-8fe7a646982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.656718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a4ece05c-14f7-4fa0-8555-8fe7a646982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.659597 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a4ece05c-14f7-4fa0-8555-8fe7a646982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.660748 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a4ece05c-14f7-4fa0-8555-8fe7a646982e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b166a130-0c89-445a-ac87-0ebe834e95c2 HTTP/1.1" status: 204 len: 168 time: 0.1246209 Jun 21 14:00:37.661447 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b179cc7e-9687-4af1-af84-5f4d43825f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:37.668574 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ece05c-14f7-4fa0-8555-8fe7a646982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b166a130-0c89-445a-ac87-0ebe834e95c2,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:37.671620 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a4ece05c-14f7-4fa0-8555-8fe7a646982e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:38.107326 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:38.255820 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4af90-e6e6-4ce9-8c29-d8d8bcbbf08f req-dd0365b4-b058-4641-9b23-4176e0e6cd49 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:38.257446 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bce4af90-e6e6-4ce9-8c29-d8d8bcbbf08f req-dd0365b4-b058-4641-9b23-4176e0e6cd49 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 943 time: 0.0673788 Jun 21 14:00:38.301341 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bce4af90-e6e6-4ce9-8c29-d8d8bcbbf08f req-42bbf7f2-c388-4414-a6ff-d314a0117fd3 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Jun 21 14:00:38.687743 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:39.481162 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dbdd3-8c2f-4704-a499-df079c25e3b6 req-df2a89af-c70a-485f-968b-e7c96e894901 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:39.483283 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0a0dbdd3-8c2f-4704-a499-df079c25e3b6 req-df2a89af-c70a-485f-968b-e7c96e894901 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 943 time: 0.0699108 Jun 21 14:00:39.524521 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0a0dbdd3-8c2f-4704-a499-df079c25e3b6 req-5f4c56dd-2ab7-4a1a-9088-e124367424c8 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Jun 21 14:00:39.582587 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:40.322018 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device e9f9c178-039f-418d-af83-370ecee3cf21 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:00:40.430159 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port e9f9c178-039f-418d-af83-370ecee3cf21, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e9f9c178-039f-418d-af83-370ecee3cf21,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:40.441461 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'e9f9c178-039f-418d-af83-370ecee3cf21', 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb', 'port_id': 'e9f9c178-039f-418d-af83-370ecee3cf21', 'mac_address': 'fa:16:3e:2e:d0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1eae132-6b9a-4b1e-9a6c-29f5402a837a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:00:40.483834 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:40.496717 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f9c178-039f-418d-af83-370ecee3cf21 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:00:40.523314 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port e9f9c178-039f-418d-af83-370ecee3cf21, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e9f9c178-039f-418d-af83-370ecee3cf21,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:40.527252 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:40.529060 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:40.583307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=e9f9c178-039f-418d-af83-370ecee3cf21,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:40.590678 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.592124 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.593031 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.593381 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.593757 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.594570 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.595313 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.595661 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.596001 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.596334 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.596689 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.597018 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:40.602600 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:40.712116 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd399a-aafe-48b3-b36d-8df78a70ec38 req-73e1af18-2632-4e58-a727-9af964487134 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:40.713675 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e1bd399a-aafe-48b3-b36d-8df78a70ec38 req-73e1af18-2632-4e58-a727-9af964487134 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 944 time: 0.0675361 Jun 21 14:00:40.756345 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e1bd399a-aafe-48b3-b36d-8df78a70ec38 req-ded76884-2c2f-4755-a770-be954ff366be tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Jun 21 14:00:41.185433 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['e9f9c178-039f-418d-af83-370ecee3cf21'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:41.934846 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2620b3-7871-485d-a679-73a9e1b72f37 req-8284a141-63ea-4126-bede-7c0cf40d719a tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:41.936449 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3d2620b3-7871-485d-a679-73a9e1b72f37 req-8284a141-63ea-4126-bede-7c0cf40d719a tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 944 time: 0.0651453 Jun 21 14:00:41.973191 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3d2620b3-7871-485d-a679-73a9e1b72f37 req-02966645-717a-47ee-988a-9d34f87d51c1 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Jun 21 14:00:42.203407 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 39628) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:42.363466 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6b67712-bce2-4081-bb6f-385d929c0902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.450770 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6b67712-bce2-4081-bb6f-385d929c0902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.456702 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6b67712-bce2-4081-bb6f-385d929c0902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.458860 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-be138677-a9fd-45ee-9cc0-953bc9c73bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:42.495184 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a6b67712-bce2-4081-bb6f-385d929c0902 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2d54298071c4547b1be337cd62cb622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881184 Jun 21 14:00:42.495184 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b67712-bce2-4081-bb6f-385d929c0902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52045c79-fd79-446e-a4ca-681838123886,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:42.496414 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39634) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:42.496981 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a6b67712-bce2-4081-bb6f-385d929c0902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:42.545495 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-17d60d84-4c0f-400c-ae9c-993e7a468cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.566343 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-17d60d84-4c0f-400c-ae9c-993e7a468cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.618178 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-17d60d84-4c0f-400c-ae9c-993e7a468cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.622230 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-17d60d84-4c0f-400c-ae9c-993e7a468cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.625549 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-17d60d84-4c0f-400c-ae9c-993e7a468cdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52045c79-fd79-446e-a4ca-681838123886 HTTP/1.1" status: 204 len: 168 time: 0.1277435 Jun 21 14:00:42.626437 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-23a04bc6-9d71-4f67-b4b5-0a724db88498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:42.636881 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d60d84-4c0f-400c-ae9c-993e7a468cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52045c79-fd79-446e-a4ca-681838123886,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:42.639181 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-17d60d84-4c0f-400c-ae9c-993e7a468cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:43.147604 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f9627-c84d-4613-9ad5-f47472c57ec3 req-43848031-b73b-43e9-b502-29c3b1ad009e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:43.150002 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f41f9627-c84d-4613-9ad5-f47472c57ec3 req-43848031-b73b-43e9-b502-29c3b1ad009e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 944 time: 0.0683274 Jun 21 14:00:43.193453 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f41f9627-c84d-4613-9ad5-f47472c57ec3 req-dd5abeba-0ed9-4bbf-b7f8-12b44d002ab7 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377228 Jun 21 14:00:44.383512 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797f584-c61d-43cd-be6f-82a3308f34d7 req-ca45c568-d543-4587-bb70-65c00e578dbc tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:44.385041 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a797f584-c61d-43cd-be6f-82a3308f34d7 req-ca45c568-d543-4587-bb70-65c00e578dbc tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 944 time: 0.0673516 Jun 21 14:00:44.423141 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a797f584-c61d-43cd-be6f-82a3308f34d7 req-18bb2485-47b1-4c33-82b1-438395f27355 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Jun 21 14:00:45.608955 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f5960-98db-438e-b036-ef5d4cd84978 req-22fed4f3-092c-4c44-bcdf-e96fc55ce8a2 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:45.610435 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-542f5960-98db-438e-b036-ef5d4cd84978 req-22fed4f3-092c-4c44-bcdf-e96fc55ce8a2 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 944 time: 0.0681736 Jun 21 14:00:45.649195 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-542f5960-98db-438e-b036-ef5d4cd84978 req-8946b4b8-96f3-47c6-8a18-8602affa01de tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Jun 21 14:00:46.840460 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091c1ce-117b-4b55-9d06-d12993d977c4 req-fb384a99-60fb-475b-834c-136d8ce74053 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:46.841786 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5091c1ce-117b-4b55-9d06-d12993d977c4 req-fb384a99-60fb-475b-834c-136d8ce74053 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 944 time: 0.0661411 Jun 21 14:00:46.878901 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5091c1ce-117b-4b55-9d06-d12993d977c4 req-c50cd926-2404-48e8-9bc1-a48b6154248c tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Jun 21 14:00:47.512779 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device e9f9c178-039f-418d-af83-370ecee3cf21 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:00:47.593332 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port e9f9c178-039f-418d-af83-370ecee3cf21 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:00:47.597861 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port e9f9c178-039f-418d-af83-370ecee3cf21 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:47.598345 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:47.697590 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:47.728568 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8001278-c392-4547-92b3-d903dc50c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9c178-039f-418d-af83-370ecee3cf21'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:47.731336 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf55fd8-ba47-49a8-be2b-830ba0392e0a" -d '{"events": [{"server_uuid": "d8001278-c392-4547-92b3-d903dc50c64d", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9c178-039f-418d-af83-370ecee3cf21"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:47.745784 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port e9f9c178-039f-418d-af83-370ecee3cf21, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e9f9c178-039f-418d-af83-370ecee3cf21,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:47.755234 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:47.757718 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:47.858850 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=e9f9c178-039f-418d-af83-370ecee3cf21,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:47.862745 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:47.946499 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-479e8423-40da-4926-a572-29862d2f1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:47.951851 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-479e8423-40da-4926-a572-29862d2f1572 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1098 time: 0.0978713 Jun 21 14:00:47.971456 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754742ff-0835-4da2-9bf7-4a6593584d51 req-4ec44413-9a8f-497b-8a65-0ad4c3001fff tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:47.980115 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-754742ff-0835-4da2-9bf7-4a6593584d51 req-4ec44413-9a8f-497b-8a65-0ad4c3001fff tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1003284 Jun 21 14:00:48.057120 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-754742ff-0835-4da2-9bf7-4a6593584d51 req-b6c98295-d22c-4c66-9788-b5cd4a64ccf0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760121 Jun 21 14:00:48.080190 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e60efc-6c8a-4d48-ad78-74dff7ed04d0 x-openstack-request-id: req-39e60efc-6c8a-4d48-ad78-74dff7ed04d0 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:48.080545 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8001278-c392-4547-92b3-d903dc50c64d", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9c178-039f-418d-af83-370ecee3cf21", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:48.080806 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39e60efc-6c8a-4d48-ad78-74dff7ed04d0 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:48.081204 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8001278-c392-4547-92b3-d903dc50c64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9c178-039f-418d-af83-370ecee3cf21', 'code': 200} Jun 21 14:00:48.100474 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-d21b2257-6b3b-4c8d-98ea-6d3af2554e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:48.102305 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-d21b2257-6b3b-4c8d-98ea-6d3af2554e65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 919 time: 0.1353040 Jun 21 14:00:48.186520 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-a40185bd-f832-4a89-9007-17ad79be1f71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b4226c-0676-475f-b39d-39e5c9a91348 HTTP/1.1" status: 200 len: 217 time: 0.0633452 Jun 21 14:00:48.246719 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-0ce06a98-2350-4f25-8556-9b95aa91d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:48.248334 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-0ce06a98-2350-4f25-8556-9b95aa91d80f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.0550909 Jun 21 14:00:48.270166 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3477ce-df0a-4def-8fd5-338f629655b1 req-5f4191b2-ca44-4ab6-a758-bfa8ad57ddf3 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:48.271736 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8b3477ce-df0a-4def-8fd5-338f629655b1 req-5f4191b2-ca44-4ab6-a758-bfa8ad57ddf3 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 945 time: 0.0818448 Jun 21 14:00:48.286296 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-faa13de7-c7ba-4aa8-901f-b7dff6e71397 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306094 Jun 21 14:00:48.313781 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8b3477ce-df0a-4def-8fd5-338f629655b1 req-34989965-dc59-4093-a943-cfda58eab198 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361094 Jun 21 14:00:48.631612 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-645fddcf-6e09-4f91-a751-d67fc4d3673b service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380594 Jun 21 14:00:48.648157 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ec58-455d-4811-9f0c-b45577bbc744 req-6a069bd1-01c2-4b94-aeb7-75510b818cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:48.649555 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54e7ec58-455d-4811-9f0c-b45577bbc744 req-6a069bd1-01c2-4b94-aeb7-75510b818cc8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 1098 time: 0.3044529 Jun 21 14:00:48.720584 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54e7ec58-455d-4811-9f0c-b45577bbc744 req-d860c852-eba7-454c-8265-7d640086ed81 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612123 Jun 21 14:00:48.745505 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-17996428-5b79-4941-bd17-e96ac1ce6e82 req-07aaeab4-ed8e-487b-95f2-e12119a58795 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067619 Jun 21 14:00:48.828636 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 39816) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:48.956212 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4b567f63-528e-4f3d-93ab-e59847fa2730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.050616 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4b567f63-528e-4f3d-93ab-e59847fa2730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.061296 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4b567f63-528e-4f3d-93ab-e59847fa2730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.064157 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-839de730-2aa2-483f-9594-d490c5005de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:49.100192 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-4b567f63-528e-4f3d-93ab-e59847fa2730 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf25ad591bee4b2089caa92225578188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701337 Jun 21 14:00:49.102169 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b567f63-528e-4f3d-93ab-e59847fa2730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e85f1f-cd48-42e5-b554-215e531b9087,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:49.102965 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39824) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:49.105247 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4b567f63-528e-4f3d-93ab-e59847fa2730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:49.158290 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bbf80b4c-c454-4a6a-abc4-725a12ef69ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.204573 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bbf80b4c-c454-4a6a-abc4-725a12ef69ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.279802 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5558e1-c144-4170-aa7c-300ab4e6bddd req-c8709dd7-b965-496d-a3cf-7ff147068618 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:49.281362 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fb5558e1-c144-4170-aa7c-300ab4e6bddd req-c8709dd7-b965-496d-a3cf-7ff147068618 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1139560 Jun 21 14:00:49.298720 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bbf80b4c-c454-4a6a-abc4-725a12ef69ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.301515 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bbf80b4c-c454-4a6a-abc4-725a12ef69ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.302627 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-bbf80b4c-c454-4a6a-abc4-725a12ef69ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99e85f1f-cd48-42e5-b554-215e531b9087 HTTP/1.1" status: 204 len: 168 time: 0.1985762 Jun 21 14:00:49.309413 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0132d283-52ee-4f33-91b2-594fa089188f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:49.323352 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf80b4c-c454-4a6a-abc4-725a12ef69ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e85f1f-cd48-42e5-b554-215e531b9087,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:49.332776 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-bbf80b4c-c454-4a6a-abc4-725a12ef69ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:49.349422 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fb5558e1-c144-4170-aa7c-300ab4e6bddd req-32fa1c39-9fa3-4b38-bbb8-16ab9fb8e93c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607870 Jun 21 14:00:49.465112 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:00:49.531926 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec843b5-7fe2-4643-9ce5-1131990142cc req-93669107-0cbd-4da6-bc77-9a306b76b1f5 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:49.533456 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3ec843b5-7fe2-4643-9ce5-1131990142cc req-93669107-0cbd-4da6-bc77-9a306b76b1f5 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 945 time: 0.0737579 Jun 21 14:00:49.575732 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3ec843b5-7fe2-4643-9ce5-1131990142cc req-18d156ec-0610-49f4-8b54-e162f3e01a67 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Jun 21 14:00:49.628001 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-6688cced-1f44-44af-a3a8-5a9ea9fa9be2 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:49.629526 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-6688cced-1f44-44af-a3a8-5a9ea9fa9be2 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 815 time: 0.1045587 Jun 21 14:00:49.644172 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-a1408c92-4d3e-4f63-8f98-97bc499bc0ae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/quotas/12404e5c2bae41319c24964a111ea8c0 HTTP/1.1" status: 200 len: 375 time: 0.0090921 Jun 21 14:00:49.721908 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-6b73c697-495e-47b2-a528-df043f23fc70 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722091 Jun 21 14:00:49.815981 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-9892e884-ffd7-4569-b498-83d4cbac6b66 service neutron] 10.222.0.21 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Jun 21 14:00:49.917282 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-0253e55a-be50-45b3-b032-846bb5a6db35 service neutron] 10.222.0.21 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888038 Jun 21 14:00:49.998168 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39870) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:50.099691 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48026d2f-aa65-472e-888c-41c14a611b5f req-534fdf9e-2cd7-4aed-a211-1fbec6146722 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 210 time: 0.0309570 Jun 21 14:00:50.100880 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1031942576-network', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:50.129039 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Made reservation on behalf of c245f05ac88941a1a4fbe3666e975df4 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:50.131667 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.141296 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.249992 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.255452 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.259768 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-14cc1841-3316-44e3-9da8-a13bd5c8c653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:50.289636 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:00:50.305753 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a2116c-92cd-4f79-9111-6afa919c13b2,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:50.309107 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.309459 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Added segment d97fc4cc-42ab-4445-9b7d-39e70e5926bd of type vlan for network a216662f-fa3a-403f-8e4b-4ab3b3757f8f Jun 21 14:00:50.311019 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:50.357104 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.423109 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.424556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:50.427276 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.442456 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-90f6b96f-dc52-44df-bcc4-647ed6384662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:50.493154 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4938433 Jun 21 14:00:50.495921 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39898) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:50.502320 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Request body: {'subnet': {'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1031942576-subnet', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:50.519353 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Pushing event updated for resources: {'Network': ['ID=a216662f-fa3a-403f-8e4b-4ab3b3757f8f,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:50.524105 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:50.535725 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Made reservation on behalf of c245f05ac88941a1a4fbe3666e975df4 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:50.536712 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:00:50.538884 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12956073'] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.565050 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77d7b9-eb67-4839-b5e0-3744a1849002 req-7ef1b457-497f-41af-85e9-3e840b1770d0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:50.566519 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0f77d7b9-eb67-4839-b5e0-3744a1849002 req-7ef1b457-497f-41af-85e9-3e840b1770d0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0682628 Jun 21 14:00:50.606715 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0f77d7b9-eb67-4839-b5e0-3744a1849002 req-52551f89-659b-4fc2-8cf8-cc2d4013cbb7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341311 Jun 21 14:00:50.757453 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12713565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956091'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.763373 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-8d527d5f-3c8f-4c47-9631-f6c34eb99589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:50.826392 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a89dd7-a04d-4f75-9e61-c15c8bb49f48,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:50.829412 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:50.849792 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc0edf-3c11-4501-a2f0-8e3e2b4524ee req-e7b6ff42-860e-4856-bb49-7fd49ecfbb34 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:50.851571 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e8fc0edf-3c11-4501-a2f0-8e3e2b4524ee req-e7b6ff42-860e-4856-bb49-7fd49ecfbb34 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 945 time: 0.1415198 Jun 21 14:00:50.869013 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Checking segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:50.869376 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Network hostable DHCP agents. Network: a216662f-fa3a-403f-8e4b-4ab3b3757f8f, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:00:50.909902 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e8fc0edf-3c11-4501-a2f0-8e3e2b4524ee req-5c835041-9b08-4a86-ab81-09a29e96ed4d tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Jun 21 14:00:50.915360 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:00:50.925436 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, a216662f-fa3a-403f-8e4b-4ab3b3757f8f) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:50.931390 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:50.932721 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.936065 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f43c6f-0a66-43f2-a655-97c0eb72a11e None None] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:00:50.948854 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-63384947-914a-4727-ae6b-6a28739009a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4504435 Jun 21 14:00:50.951751 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 39902) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:50.956871 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:50.982766 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.984060 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.034526 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.097232 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:00:51.098156 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.169245 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.244538 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Allocated IP 172.20.0.2 (a216662f-fa3a-403f-8e4b-4ab3b3757f8f/52a89dd7-a04d-4f75-9e61-c15c8bb49f48/2fbdbb2c-d433-47ff-a75d-c32b18d8528c) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:51.257464 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-daed558f-422d-48cb-9fb0-cebc1c9261db req-4eea82a2-8d0a-4562-a3eb-c7b39479d81c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 210 time: 0.0342720 Jun 21 14:00:51.398513 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.407324 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Transition to ACTIVE for port object 2fbdbb2c-d433-47ff-a75d-c32b18d8528c will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:51.422520 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.423766 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Transition to ACTIVE for port object 2fbdbb2c-d433-47ff-a75d-c32b18d8528c will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:51.432778 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.435917 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:51.447684 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.479807 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:51.484042 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:51.487910 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:00:51.495356 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Pushing event updated for resources: {'Port': ['ID=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:51.500037 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:51.573633 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Attempting to bind port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:00:51.574374 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Attempting to bind port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:00:51.574469 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Attempting to bind port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:51.580348 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:00:51.581164 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Checking segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:51.581764 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.582362 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Bound using segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:00:51.582996 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Bound port: 2fbdbb2c-d433-47ff-a75d-c32b18d8528c, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:00:51.583608 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.641625 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ea52e77e-8bbd-47b6-b03f-714b183e54ad tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:51.643453 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ea52e77e-8bbd-47b6-b03f-714b183e54ad tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 815 time: 0.1974580 Jun 21 14:00:51.696037 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Request body: {'port': {'device_id': '5226648c-f47c-4492-8ef2-885a30ad50fd', 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'admin_state_up': True, 'tenant_id': '12404e5c2bae41319c24964a111ea8c0'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:51.701339 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Allocated IP 172.27.2.135 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/56b8f01e-6f5e-444e-8a80-326dbab9c2ac) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:51.734242 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] For port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:00:51.737197 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] For port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:00:51.745191 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.749486 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:51.809264 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Pushing event updated for resources: {'Port': ['ID=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:51.812464 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:51.945347 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.959718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Made reservation on behalf of 12404e5c2bae41319c24964a111ea8c0 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:51.963517 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.976481 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ac56-7ca7-48fb-8d34-0e85f72f5489 req-c6b1e7df-9e2c-4e07-8311-b5eadf49d76a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:51.978779 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1ea8ac56-7ca7-48fb-8d34-0e85f72f5489 req-c6b1e7df-9e2c-4e07-8311-b5eadf49d76a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.2078764 Jun 21 14:00:52.125165 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1ea8ac56-7ca7-48fb-8d34-0e85f72f5489 req-bdf9e218-5092-454c-8777-0ebc552f9f70 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144602 Jun 21 14:00:52.129349 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:52.134269 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-56ace006-a82d-4dbe-8a39-230568cebdff tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:52.154202 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469230d-640c-49c9-a918-36e419683bc2 req-a13460b3-4b50-41b3-a844-03ded9c50e0c tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:52.156598 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a469230d-640c-49c9-a918-36e419683bc2 req-a13460b3-4b50-41b3-a844-03ded9c50e0c tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 945 time: 0.0876849 Jun 21 14:00:52.195694 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a469230d-640c-49c9-a918-36e419683bc2 req-0f148da6-28e4-4e3b-af0c-e3186aee3db7 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340488 Jun 21 14:00:52.200765 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:52.219202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Pushing event updated for resources: {'Port': ['ID=56b8f01e-6f5e-444e-8a80-326dbab9c2ac,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:52.225733 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:52.228000 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:52.231223 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:00:52.280102 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Allocated IP 172.20.0.8 (ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9/64cc21af-7543-4e92-98cc-29627309357a/b7b7e9fe-d935-427c-9dc8-723ddce51a56) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:52.438113 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2550ce16-9cc3-48a2-944b-c11a8199ccb0 req-8f1b7e33-cf5d-441e-b5a9-6d530de5461c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 210 time: 0.0483880 Jun 21 14:00:52.663891 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:52.673280 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:52.853057 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:52.866095 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4fcb75ba-004b-466c-807c-f471780a0e7b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:52.877666 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f662f-a251-4cfe-ba3d-bd26795dcc94 None None] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:00:52.904074 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['57f5ef1b-15c1-4173-9774-adbd1a4290f0', '94084c92-4c18-495c-ac16-caf38e241402', '331305f4-decf-465c-8500-b10c3a5b3581'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:52.984971 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-804b4230-7864-430e-8d8c-b63ef1c65d39 None None] Provisioning for port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:00:53.197001 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:53.197939 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Pushing event updated for resources: {'Port': ['ID=b7b7e9fe-d935-427c-9dc8-723ddce51a56,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:53.203179 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:53.234882 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:53.237735 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:00:53.301281 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:53.301892 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:53.302928 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff3354-0db6-4305-aea5-f4da76bc860d req-13f4d7c5-bdbd-4044-b4ac-938cc6cb4c75 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:53.311324 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8fff3354-0db6-4305-aea5-f4da76bc860d req-13f4d7c5-bdbd-4044-b4ac-938cc6cb4c75 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 945 time: 0.0873637 Jun 21 14:00:53.313930 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:53.324124 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6604910 Jun 21 14:00:53.351325 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8fff3354-0db6-4305-aea5-f4da76bc860d req-2479fb5f-bbb0-4598-a632-ad526dce71b2 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390635 Jun 21 14:00:53.363852 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Request body: {'port': {'device_id': '5226648c-f47c-4492-8ef2-885a30ad50fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:53.533695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:53.559377 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4a05-5b0b-488f-98ef-ca3891eeec15 req-a5357791-26a1-4d8d-aa57-5aae8e449525 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:53.560885 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2f9f4a05-5b0b-488f-98ef-ca3891eeec15 req-a5357791-26a1-4d8d-aa57-5aae8e449525 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.2019589 Jun 21 14:00:53.639750 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Router bd41312b-23cf-4190-9911-8ee1749c4544 is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:00:53.650704 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30082175-0993-458e-b58b-eda427c97426 req-f29cd981-6015-4a96-b799-84a9df03ec95 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:53.652886 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-30082175-0993-458e-b58b-eda427c97426 req-f29cd981-6015-4a96-b799-84a9df03ec95 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 931 time: 0.0661983 Jun 21 14:00:53.653040 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2f9f4a05-5b0b-488f-98ef-ca3891eeec15 req-faa0a9ae-a177-4c86-b9c7-b4f06e22b94b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838134 Jun 21 14:00:53.694002 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-30082175-0993-458e-b58b-eda427c97426 req-1912feae-dc34-4998-9ed7-249c9cb40c66 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329769 Jun 21 14:00:53.869649 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:00:53.878413 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:00:53.893544 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:00:53.894261 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:00:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:53.907837 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:53.911609 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9560738 Jun 21 14:00:53.912040 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39956) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:53.933730 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 2fbdbb2c-d433-47ff-a75d-c32b18d8528c up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:00:53.968768 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b7e9fe-d935-427c-9dc8-723ddce51a56 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:00:53.981114 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:53.992626 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:00:53.999727 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:53.999914 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Transition to ACTIVE for port object b7b7e9fe-d935-427c-9dc8-723ddce51a56 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:54.000040 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.008316 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.017411 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:54.068033 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:00:54.125899 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b7e9fe-d935-427c-9dc8-723ddce51a56,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:54.129296 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:54.184064 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Attempting to bind port b7b7e9fe-d935-427c-9dc8-723ddce51a56 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:00:54.184404 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Attempting to bind port b7b7e9fe-d935-427c-9dc8-723ddce51a56 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:00:54.185009 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Attempting to bind port b7b7e9fe-d935-427c-9dc8-723ddce51a56 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:54.185158 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.190076 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Port b7b7e9fe-d935-427c-9dc8-723ddce51a56 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:00:54.190076 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Attempting to bind port b7b7e9fe-d935-427c-9dc8-723ddce51a56 on network ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:54.196248 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:00:54.196642 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Checking segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:54.197556 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Bound using segment: {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:00:54.197556 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Bound port: b7b7e9fe-d935-427c-9dc8-723ddce51a56, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5453b9-f151-4e78-9628-9a0a46585efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:00:54.197972 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.229364 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:54.238162 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.245547 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:54.278283 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] For port b7b7e9fe-d935-427c-9dc8-723ddce51a56, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:00:54.284580 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] For port b7b7e9fe-d935-427c-9dc8-723ddce51a56, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7b7e9fe-d935-427c-9dc8-723ddce51a56,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:00:54.295074 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.299330 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:54.316867 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 39966) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:54.353617 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:52Z', 'revision_number': 3, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:54.360530 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:54.361156 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.362713 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/b7b7e9fe-d935-427c-9dc8-723ddce51a56 HTTP/1.1" status: 200 len: 1093 time: 1.0048940 Jun 21 14:00:54.363212 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226648c-f47c-4492-8ef2-885a30ad50fd', 'tag': 'b7b7e9fe-d935-427c-9dc8-723ddce51a56'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:54.365641 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27e71bc-f264-4cb4-bfe0-01151a5a957f" -d '{"events": [{"name": "network-changed", "server_uuid": "5226648c-f47c-4492-8ef2-885a30ad50fd", "tag": "b7b7e9fe-d935-427c-9dc8-723ddce51a56"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:54.397046 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b7e9fe-d935-427c-9dc8-723ddce51a56,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:54.400220 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:54.418464 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:00:54.421192 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Updating router bd41312b-23cf-4190-9911-8ee1749c4544 port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:00:54.426573 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:54.438411 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:54.449397 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb792c-f997-408f-9d39-88473fed728a x-openstack-request-id: req-eaeb792c-f997-408f-9d39-88473fed728a {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:54.449725 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5226648c-f47c-4492-8ef2-885a30ad50fd", "tag": "b7b7e9fe-d935-427c-9dc8-723ddce51a56", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:54.450007 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaeb792c-f997-408f-9d39-88473fed728a {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:54.450698 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5226648c-f47c-4492-8ef2-885a30ad50fd', 'tag': 'b7b7e9fe-d935-427c-9dc8-723ddce51a56', 'status': 'completed', 'code': 200} Jun 21 14:00:54.461836 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.538726 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dde8ae7f-e09e-43ff-9d46-e367c69cd897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.637557 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-f8f84433-ca2e-4e71-aeac-783a29d2ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:54.638181 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-f8f84433-ca2e-4e71-aeac-783a29d2ae26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 1096 time: 0.1183205 Jun 21 14:00:54.704247 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-8bd839af-c2d0-437b-bfaf-eb213513973f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7b7e9fe-d935-427c-9dc8-723ddce51a56 HTTP/1.1" status: 200 len: 217 time: 0.0449204 Jun 21 14:00:54.708782 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644bb5-4f2e-472e-9e57-d6ff61102296 req-76e17e40-bb29-439f-9dba-0847673a2009 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:54.710279 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0f644bb5-4f2e-472e-9e57-d6ff61102296 req-76e17e40-bb29-439f-9dba-0847673a2009 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 945 time: 0.1536827 Jun 21 14:00:54.799784 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0f644bb5-4f2e-472e-9e57-d6ff61102296 req-cf210466-b038-4454-afb1-4554cceb6321 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711126 Jun 21 14:00:54.827835 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dde8ae7f-e09e-43ff-9d46-e367c69cd897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.834093 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-aa96d931-f868-4f7c-a6c9-a55802761500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:54.835856 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-aa96d931-f868-4f7c-a6c9-a55802761500 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.1184311 Jun 21 14:00:54.845497 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dde8ae7f-e09e-43ff-9d46-e367c69cd897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.863232 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.864557 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9f4f5c75-b0f9-4935-abdd-0a30906d2315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:54.873545 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Transition to ACTIVE for port object 56b8f01e-6f5e-444e-8a80-326dbab9c2ac will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:54.882633 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.884940 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-6b8e6ed2-6296-4a90-9e5b-f720b7365883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:54.895095 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.917909 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-3754fa0f-3f7a-4116-8b3b-49143c188a5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490432 Jun 21 14:00:54.924242 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Pushing event updated for resources: {'Port': ['ID=56b8f01e-6f5e-444e-8a80-326dbab9c2ac,revision_number=2']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:54.935564 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.935905 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.936242 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.936616 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.936940 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.937259 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.937573 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.937889 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.938222 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.938537 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.938850 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.939161 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:54.949534 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:54.962090 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-dde8ae7f-e09e-43ff-9d46-e367c69cd897 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=987d4f181f9d419ea0d9fd923b36aea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440618 Jun 21 14:00:54.967795 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Attempting to bind port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:00:54.968117 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 39980) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:54.968276 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Attempting to bind port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:00:54.968636 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Attempting to bind port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:54.973591 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:00:54.973963 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:54.974364 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:54.974762 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:00:54.975234 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Bound port: 56b8f01e-6f5e-444e-8a80-326dbab9c2ac, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:00:54.975592 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.024833 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8ae7f-e09e-43ff-9d46-e367c69cd897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fcb330-8804-4fe6-b2dc-c6f92d84cc38,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:55.026589 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] For port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:00:55.029829 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] For port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=56b8f01e-6f5e-444e-8a80-326dbab9c2ac,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:00:55.033476 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-dde8ae7f-e09e-43ff-9d46-e367c69cd897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:55.041754 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.045679 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:55.060091 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540d4ee-b5fe-47a7-98ca-1dbce9ad6c08 req-db4b9b62-8728-4f0f-b8fa-1ad3d9931724 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:55.061789 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b540d4ee-b5fe-47a7-98ca-1dbce9ad6c08 req-db4b9b62-8728-4f0f-b8fa-1ad3d9931724 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.2331498 Jun 21 14:00:55.097775 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Pushing event updated for resources: {'Port': ['ID=56b8f01e-6f5e-444e-8a80-326dbab9c2ac,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:55.111894 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-ff3e5c7e-ca36-4607-a05d-c2476b661c1b service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485684 Jun 21 14:00:55.126330 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:00:55.127268 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:00:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:55.130504 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:55.142606 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b540d4ee-b5fe-47a7-98ca-1dbce9ad6c08 req-fb0e599e-3174-44e8-8624-ca8b290acb0a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710788 Jun 21 14:00:55.170446 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Allocated IP 172.20.0.1 (a216662f-fa3a-403f-8e4b-4ab3b3757f8f/52a89dd7-a04d-4f75-9e61-c15c8bb49f48/b3e0a44e-a6df-409e-88ff-c0bbc63b05b8) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:55.173462 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-67858335-6b55-4b71-96e0-238d5e01c1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.190533 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f2ab2-283e-45aa-882b-2042a742c212 req-42d246a4-807f-4cac-93d0-5979d8457a0e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:55.192032 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6f8f2ab2-283e-45aa-882b-2042a742c212 req-42d246a4-807f-4cac-93d0-5979d8457a0e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 943 time: 0.2274768 Jun 21 14:00:55.234802 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-67858335-6b55-4b71-96e0-238d5e01c1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.247360 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:00:55.255501 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc127e87-b43d-4295-ab6d-d7ccc60ba000 req-94d0c823-7871-4f21-95c2-33d70e8d10a4 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350894 Jun 21 14:00:55.320043 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6f8f2ab2-283e-45aa-882b-2042a742c212 req-93963f80-f3b5-41b4-bb01-1aa41f7099d5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184332 Jun 21 14:00:55.371353 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.381168 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-67858335-6b55-4b71-96e0-238d5e01c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.384180 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-67858335-6b55-4b71-96e0-238d5e01c1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.385506 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-67858335-6b55-4b71-96e0-238d5e01c1a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19fcb330-8804-4fe6-b2dc-c6f92d84cc38 HTTP/1.1" status: 204 len: 168 time: 0.4164462 Jun 21 14:00:55.388640 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-643890e0-0c2f-41db-b29e-453bba2fe704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:55.397689 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67858335-6b55-4b71-96e0-238d5e01c1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fcb330-8804-4fe6-b2dc-c6f92d84cc38,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:55.403184 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-8b4c624b-61d3-481c-a18c-8d1ca5fa1f7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:55.406403 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-8b4c624b-61d3-481c-a18c-8d1ca5fa1f7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 945 time: 0.0738673 Jun 21 14:00:55.408506 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-67858335-6b55-4b71-96e0-238d5e01c1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:55.409488 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.provisioning_blocks [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Transition to ACTIVE for port object b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 will not be triggered until provisioned by entity DHCP. {{(pid=92753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:55.478372 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:52Z', 'revision_number': 3, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:55.485750 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.489209 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:55.520810 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89290cea-73c9-4a8d-a3cb-8d85192d95c3 None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:52Z', 'revision_number': 3, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:00:55.533749 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:55.538982 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:55.542649 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:00:55.572545 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Pushing event updated for resources: {'Port': ['ID=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:55.576713 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:55.606337 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.647406 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-74d20e1d-4184-4cde-bd71-8690142ee96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:55.648939 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-74d20e1d-4184-4cde-bd71-8690142ee96d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12404e5c2bae41319c24964a111ea8c0&device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 1096 time: 0.1943669 Jun 21 14:00:55.660200 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Deleting port e9f9c178-039f-418d-af83-370ecee3cf21 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:00:55.666568 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.834615 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-6019ed95-b56a-4789-9219-49c0da1ac774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:55.836761 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-6019ed95-b56a-4789-9219-49c0da1ac774 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 200 len: 916 time: 0.1786084 Jun 21 14:00:55.863371 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] For port e9f9c178-039f-418d-af83-370ecee3cf21, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e9f9c178-039f-418d-af83-370ecee3cf21,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:55.863730 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.900799 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-34809e9c-f3ff-403b-886f-49e7f19caecb None None] Provisioning for port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:00:55.903648 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-3cef3b56-93ab-4f21-848b-e1a55639e91e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7b7e9fe-d935-427c-9dc8-723ddce51a56 HTTP/1.1" status: 200 len: 217 time: 0.0563548 Jun 21 14:00:55.909551 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-34809e9c-f3ff-403b-886f-49e7f19caecb None None] Provisioning complete for port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:55.909941 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-34809e9c-f3ff-403b-886f-49e7f19caecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:55.925677 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:56.024750 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 2fbdbb2c-d433-47ff-a75d-c32b18d8528c up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:00:56.074382 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-34809e9c-f3ff-403b-886f-49e7f19caecb None None] Port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:00:56.079826 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-fd13fa4c-2687-446a-9ae0-37e6a17bfa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:56.081380 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-fd13fa4c-2687-446a-9ae0-37e6a17bfa2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 200 len: 855 time: 0.1712832 Jun 21 14:00:56.116347 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:56.116778 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:56.127833 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Calling delete_port for e9f9c178-039f-418d-af83-370ecee3cf21 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:00:56.171748 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-8acd9a86-6440-4b93-9a95-4438915c3b3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413456 Jun 21 14:00:56.252771 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5877b-dbbb-475a-a0b4-f39b6d29bd43 req-930f4cd5-db55-43ba-a1d5-16389686260a tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:56.260144 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8bb5877b-dbbb-475a-a0b4-f39b6d29bd43 req-930f4cd5-db55-43ba-a1d5-16389686260a tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 945 time: 0.2446749 Jun 21 14:00:56.381177 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8bb5877b-dbbb-475a-a0b4-f39b6d29bd43 req-bf4957cd-18e2-46a0-b029-6cf576b47440 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162367 Jun 21 14:00:56.398277 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:56.414951 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12713695'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:56.421974 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:56.466810 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-8ab7d572-eb02-4422-b964-dc2988643345 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848947 Jun 21 14:00:56.528556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Pushing event updated for resources: {'Port': ['ID=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:56.534819 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:56.536138 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:56.713116 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:56.715481 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:56.727592 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fd6f9-53e0-4c50-9d52-ab94262d7c9f req-80c6cda0-30ae-4b44-ba35-a3984b0e75f6 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:56.731175 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ee2fd6f9-53e0-4c50-9d52-ab94262d7c9f req-80c6cda0-30ae-4b44-ba35-a3984b0e75f6 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 943 time: 0.1716213 Jun 21 14:00:56.854244 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f439ff-415e-439f-af11-2ed7d7bd8213 req-968219fc-1095-4662-a7ee-2958f3bbad01 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:56.855799 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d0f439ff-415e-439f-af11-2ed7d7bd8213 req-968219fc-1095-4662-a7ee-2958f3bbad01 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.5141816 Jun 21 14:00:56.911993 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ee2fd6f9-53e0-4c50-9d52-ab94262d7c9f req-50626631-b34f-416c-bf2f-b7023db96003 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752784 Jun 21 14:00:56.950012 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Router bd41312b-23cf-4190-9911-8ee1749c4544 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:00:56.968727 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:56.979241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c10deef0-1877-4a18-9440-ea1fdab8770f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:56.987798 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d0f439ff-415e-439f-af11-2ed7d7bd8213 req-2ecaa16b-f0cf-48ac-8940-da5fb83ba1ee tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151767 Jun 21 14:00:57.014025 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f27e71bc-f264-4cb4-bfe0-01151a5a957f req-b59afa13-fd74-4561-a198-b94251c92c14 service neutron] 10.222.0.64 "GET /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369692 Jun 21 14:00:57.017573 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Pushing event deleted for resources: {'Port': ['ID=e9f9c178-039f-418d-af83-370ecee3cf21,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:57.022580 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['e9f9c178-039f-418d-af83-370ecee3cf21'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:57.024142 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:57.102831 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] No DVR routers for this DVR port e9f9c178-039f-418d-af83-370ecee3cf21 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:00:57.105960 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:57.108198 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f6e6fa77-b536-4d15-a6c9-0584f84a222e req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.64 "DELETE /v2.0/ports/e9f9c178-039f-418d-af83-370ecee3cf21 HTTP/1.1" status: 204 len: 173 time: 1.6908734 Jun 21 14:00:57.108887 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8001278-c392-4547-92b3-d903dc50c64d', 'name': 'network-vif-deleted', 'tag': 'e9f9c178-039f-418d-af83-370ecee3cf21'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:57.111584 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b9168e-af1b-4335-88ec-4eaed7a906b2" -d '{"events": [{"server_uuid": "d8001278-c392-4547-92b3-d903dc50c64d", "name": "network-vif-deleted", "tag": "e9f9c178-039f-418d-af83-370ecee3cf21"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:57.119873 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-fe500d57-ddeb-48b0-9a9b-c6b88638c835 None None] Provisioning complete for port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:57.120264 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fe500d57-ddeb-48b0-9a9b-c6b88638c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:57.123224 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:00:57.143135 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] 10.222.0.21 "PUT /v2.0/routers/bd41312b-23cf-4190-9911-8ee1749c4544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2208703 Jun 21 14:00:57.178731 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0f4af-eafe-40c2-b10b-1aeb5d24c2ec x-openstack-request-id: req-f4f0f4af-eafe-40c2-b10b-1aeb5d24c2ec {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:57.179571 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8001278-c392-4547-92b3-d903dc50c64d", "name": "network-vif-deleted", "tag": "e9f9c178-039f-418d-af83-370ecee3cf21", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:57.179736 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4f0f4af-eafe-40c2-b10b-1aeb5d24c2ec {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:57.180195 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8001278-c392-4547-92b3-d903dc50c64d', 'name': 'network-vif-deleted', 'tag': 'e9f9c178-039f-418d-af83-370ecee3cf21', 'status': 'completed', 'code': 200} Jun 21 14:00:57.182236 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-fe500d57-ddeb-48b0-9a9b-c6b88638c835 None None] Port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:00:57.542809 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0edb6180-da9b-41dc-a5e7-8548ecce2767 req-b36fb070-eb44-49a6-93d1-e6f0ee575b2f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8001278-c392-4547-92b3-d903dc50c64d HTTP/1.1" status: 200 len: 210 time: 0.0341280 Jun 21 14:00:57.706003 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:00:57.716134 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:00:57.716798 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:00:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:57.788983 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40048) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:57.794430 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-585850929-network', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:57.816818 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Made reservation on behalf of ec221943ac464ccd86998a0ffca05ce0 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:57.819291 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:57.828717 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:57.846541 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:00:57.984063 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 56b8f01e-6f5e-444e-8a80-326dbab9c2ac up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:00:57.996386 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.002018 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.011928 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4533e6c3-0dd7-4056-afb3-5804177e76bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:58.038907 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:00:58.058634 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18204132-4621-46f3-976f-1b8867872ebe,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:58.077233 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.077678 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Added segment 9bf91c96-9bae-4097-b4be-aba7de27f24a of type vlan for network d5ba1521-e090-4e7e-914e-08591a37d587 Jun 21 14:00:58.080209 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:58.150211 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:00:58.157124 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:58.157505 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.171488 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.203112 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b198f-811c-4d6e-b1f6-91c59501a060 req-7c864c9c-b28a-4ff5-b01a-5adb34eaca9d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:58.204781 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-281b198f-811c-4d6e-b1f6-91c59501a060 req-7c864c9c-b28a-4ff5-b01a-5adb34eaca9d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0672987 Jun 21 14:00:58.218420 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb15d0-cf1e-4355-922c-b54566d9b26f req-24c044b1-2931-4985-86e2-7d91692ed2bd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:58.220187 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c5bb15d0-cf1e-4355-922c-b54566d9b26f req-24c044b1-2931-4985-86e2-7d91692ed2bd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 943 time: 0.1576054 Jun 21 14:00:58.221449 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.222702 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:58.223269 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.226314 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:58.227353 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:00:56Z', 'revision_number': 2, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:58.252228 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-281b198f-811c-4d6e-b1f6-91c59501a060 req-c3da4759-7a52-4ba8-8056-7f9d922d63d7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Jun 21 14:00:58.287222 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:00:58.287758 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Updating router bd41312b-23cf-4190-9911-8ee1749c4544 port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:00:58.292865 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5025849 Jun 21 14:00:58.295548 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 40058) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:58.302131 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Request body: {'subnet': {'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-585850929-subnet', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'ip_version': 4}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:58.313328 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Pushing event updated for resources: {'Network': ['ID=d5ba1521-e090-4e7e-914e-08591a37d587,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:58.317768 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:58.323270 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c5bb15d0-cf1e-4355-922c-b54566d9b26f req-2ac33fd0-3506-4b47-8c99-f23cf1de7ab0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948195 Jun 21 14:00:58.368411 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Made reservation on behalf of ec221943ac464ccd86998a0ffca05ce0 for: {'subnet': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:58.370954 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13754990'] for subnet, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.451803 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network d5ba1521-e090-4e7e-914e-08591a37d587 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:00:58.504144 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.523622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.559084 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=56b8f01e-6f5e-444e-8a80-326dbab9c2ac,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:58.565343 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.577986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13755004'] for subnet, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.581976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-eef2c261-1ef0-49c1-90cf-316f88d0f223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:58.583706 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:58.642736 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515488c9-ca96-44dd-bead-69a0388d9840,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:58.649521 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:58.660826 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Checking segment: {'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:58.661219 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Network hostable DHCP agents. Network: d5ba1521-e090-4e7e-914e-08591a37d587, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:00:58.693609 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Network d5ba1521-e090-4e7e-914e-08591a37d587 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:00:58.705033 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=56b8f01e-6f5e-444e-8a80-326dbab9c2ac,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:58.710855 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:58.712287 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, d5ba1521-e090-4e7e-914e-08591a37d587) {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:58.718295 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:58.718974 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.728895 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a28c2c-5ced-41ee-ad4e-4528f76ea379 None None] Network d5ba1521-e090-4e7e-914e-08591a37d587 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:00:58.746168 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-01bddd30-b9e3-4d22-a452-68f64450fd87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4484906 Jun 21 14:00:58.748508 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 40072) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:58.753467 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:58.780802 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.782464 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.853621 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.994010 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.997650 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-d5ba1521-e090-4e7e-914e-08591a37d587', 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'fixed_ips': [{'subnet_id': '515488c9-ca96-44dd-bead-69a0388d9840'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:00:58.998485 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.015081 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Transition to ACTIVE for port object b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:59.026191 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.028828 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:59.063506 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.163787 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb509d-685f-46e5-a6db-12ed431270ed req-62ed6b26-cf3f-4541-8a66-b418060344ef tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:59.165003 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea011787-cedc-4899-b79d-a4cfa92eb77d None None] Pushing event updated for resources: {'Port': ['ID=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:59.171066 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-62ed6b26-cf3f-4541-8a66-b418060344ef tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/networks?id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb HTTP/1.1" status: 200 len: 809 time: 0.2231402 Jun 21 14:00:59.194215 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-261290c1-e34f-4742-b268-980659d79d17 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/quotas/130520c0c6324d8c8c805ecf7533b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0210402 Jun 21 14:00:59.200893 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ea011787-cedc-4899-b79d-a4cfa92eb77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:59.230912 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-75429cfb-75de-428b-9400-f195ae8eef19 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=130520c0c6324d8c8c805ecf7533b5c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352666 Jun 21 14:00:59.277081 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Allocated IP 172.20.0.2 (d5ba1521-e090-4e7e-914e-08591a37d587/515488c9-ca96-44dd-bead-69a0388d9840/a886b9e5-4989-4ec2-84b0-e64c5f89376b) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:59.281223 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Attempting to bind port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:00:59.281512 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Attempting to bind port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:00:59.281913 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Attempting to bind port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:59.292188 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:00:59.292594 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Checking segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:59.293086 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.293499 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Bound using segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:00:59.293901 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Bound port: b3e0a44e-a6df-409e-88ff-c0bbc63b05b8, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:00:59.294286 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.437124 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c4072df8-542a-4b03-8597-7798c70810bb service neutron] 10.222.0.21 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913712 Jun 21 14:00:59.442026 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] For port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:00:59.446309 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] For port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:00:59.454061 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacf789-9c2e-4d38-8f78-27faf8f6e39d req-576f7c90-3f81-4f85-b6fe-7dfb5d4138e7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:59.456318 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0aacf789-9c2e-4d38-8f78-27faf8f6e39d req-576f7c90-3f81-4f85-b6fe-7dfb5d4138e7 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0771551 Jun 21 14:00:59.470043 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.473929 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-dd9e38d7-8ce2-495d-bc2b-11a3c3e36607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:59.501852 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0aacf789-9c2e-4d38-8f78-27faf8f6e39d req-22641a7d-f0af-487c-ae08-271965303970 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 Jun 21 14:00:59.532592 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.539619 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.558724 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Transition to ACTIVE for port object a886b9e5-4989-4ec2-84b0-e64c5f89376b will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:59.563751 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea011787-cedc-4899-b79d-a4cfa92eb77d None None] Pushing event updated for resources: {'Port': ['ID=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:59.565427 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.568455 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ea011787-cedc-4899-b79d-a4cfa92eb77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:59.572375 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:00:59.573077 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:00:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:59.644938 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device b7b7e9fe-d935-427c-9dc8-723ddce51a56 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:00:59.667251 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-14b98993-394b-4ef8-8066-d7982f637708 service neutron] 10.222.0.21 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114360 Jun 21 14:00:59.696388 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Allocated IP 172.27.2.73 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/3bbbf640-32e8-4f84-9c0a-92f91c8a71e6) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:59.720537 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device e9f9c178-039f-418d-af83-370ecee3cf21 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:00:59.732878 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Transition to ACTIVE for port object a886b9e5-4989-4ec2-84b0-e64c5f89376b will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:59.762442 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.770622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:59.782763 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: e9f9c178-039f-418d-af83-370ecee3cf21 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:00:59.783154 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device e9f9c178-039f-418d-af83-370ecee3cf21 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:00:59.848176 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.865488 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776a292-4a33-47c7-be93-bd09533a3e34 req-1e0736c9-57c3-4655-95ad-d0a5fbad4f08 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:59.875734 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8776a292-4a33-47c7-be93-bd09533a3e34 req-1e0736c9-57c3-4655-95ad-d0a5fbad4f08 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 943 time: 0.1315892 Jun 21 14:00:59.893352 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Network d5ba1521-e090-4e7e-914e-08591a37d587 is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:59.932948 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:59.936879 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:59.946135 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:59.957494 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:00:59.967008 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port b7b7e9fe-d935-427c-9dc8-723ddce51a56, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7b7e9fe-d935-427c-9dc8-723ddce51a56,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:59.981261 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8776a292-4a33-47c7-be93-bd09533a3e34 req-750f0173-ef39-40fb-b803-7e17d3032c31 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037867 Jun 21 14:01:00.018445 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Pushing event updated for resources: {'Port': ['ID=a886b9e5-4989-4ec2-84b0-e64c5f89376b,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:00.025288 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 56b8f01e-6f5e-444e-8a80-326dbab9c2ac up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:00.026774 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:00.031192 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:00.037087 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:00.039819 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Pushing event updated for resources: {'Port': ['ID=3bbbf640-32e8-4f84-9c0a-92f91c8a71e6,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:00.049113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:00.052703 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:00.146763 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f7d6f9d5-d694-4d3b-b256-485faa65f040 req-ba5da683-c0fc-40c5-8dbe-2855908f7669 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 210 time: 0.0833209 Jun 21 14:01:00.180024 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:00.186566 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'b7b7e9fe-d935-427c-9dc8-723ddce51a56', 'network_id': 'ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9', 'port_id': 'b7b7e9fe-d935-427c-9dc8-723ddce51a56', 'mac_address': 'fa:16:3e:fc:74:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cc21af-7543-4e92-98cc-29627309357a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:01:00.282717 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Attempting to bind port a886b9e5-4989-4ec2-84b0-e64c5f89376b on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:01:00.283120 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Attempting to bind port a886b9e5-4989-4ec2-84b0-e64c5f89376b by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:01:00.283471 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Attempting to bind port a886b9e5-4989-4ec2-84b0-e64c5f89376b on network d5ba1521-e090-4e7e-914e-08591a37d587 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:00.384489 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.545419 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:01:00.545802 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Checking segment: {'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:00.546212 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.546609 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Bound using segment: {'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:01:00.547109 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Bound port: a886b9e5-4989-4ec2-84b0-e64c5f89376b, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:01:00.547489 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.594112 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.620975 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.622003 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:00.622394 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.630888 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b7e9fe-d935-427c-9dc8-723ddce51a56 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:00.711517 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port b7b7e9fe-d935-427c-9dc8-723ddce51a56, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7b7e9fe-d935-427c-9dc8-723ddce51a56,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:00.735337 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.745640 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:00.792303 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7a042-6cf4-49b4-b1aa-cca9ac45871f req-6671308a-0261-4ad7-933f-252153b8fa7c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:00.793694 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-afa7a042-6cf4-49b4-b1aa-cca9ac45871f req-6671308a-0261-4ad7-933f-252153b8fa7c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1234467 Jun 21 14:01:00.808663 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] For port a886b9e5-4989-4ec2-84b0-e64c5f89376b, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:01:00.845455 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] For port a886b9e5-4989-4ec2-84b0-e64c5f89376b, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=a886b9e5-4989-4ec2-84b0-e64c5f89376b,segment=NetworkSegment(9bf91c96-9bae-4097-b4be-aba7de27f24a),segment_id=9bf91c96-9bae-4097-b4be-aba7de27f24a)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:01:00.849080 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-afa7a042-6cf4-49b4-b1aa-cca9ac45871f req-d7165ce1-af59-43d1-b5df-cbb91a5f4b60 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 Jun 21 14:01:00.849981 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Router ccb7c0aa-7b28-4404-8666-55afd2b03293 is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:01:00.879405 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=b7b7e9fe-d935-427c-9dc8-723ddce51a56,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:00.885577 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.887642 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:00.888487 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:00.966953 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Pushing event updated for resources: {'Port': ['ID=a886b9e5-4989-4ec2-84b0-e64c5f89376b,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:00.970420 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:00.975545 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:00:59Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:00.978379 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:01:00.991120 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Sync routers for ids ['ccb7c0aa-7b28-4404-8666-55afd2b03293'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:01:01.000774 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.001975 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Routers {'ccb7c0aa-7b28-4404-8666-55afd2b03293'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:01.002545 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2528129 Jun 21 14:01:01.005194 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 40126) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:01.005768 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:00:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['ccb7c0aa-7b28-4404-8666-55afd2b03293'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:01.007513 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6eb961-1c3b-4ba3-b2df-187cffaad024 None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:00:59Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:01:01.184713 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Set router ccb7c0aa-7b28-4404-8666-55afd2b03293 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:01.348154 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e53bd-3a68-452b-b6f9-70d164910ab6 req-fcd5f239-5f63-41cd-83ab-4c52b5c50ee5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:01.356960 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-724e53bd-3a68-452b-b6f9-70d164910ab6 req-fcd5f239-5f63-41cd-83ab-4c52b5c50ee5 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 944 time: 0.1810489 Jun 21 14:01:01.438203 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-724e53bd-3a68-452b-b6f9-70d164910ab6 req-43b28c08-9137-4ccc-b9ac-bb7f3ca20766 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801384 Jun 21 14:01:01.515866 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:01:00Z', 'revision_number': 3, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:01.550376 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Checking router: ccb7c0aa-7b28-4404-8666-55afd2b03293 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:01:01.551188 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Updating router ccb7c0aa-7b28-4404-8666-55afd2b03293 port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:01:01.586309 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['b7b7e9fe-d935-427c-9dc8-723ddce51a56'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:01:01.588551 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.712220 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-14cce96f-e363-46f7-b9de-2afa95c8474f req-309f9037-83b5-4dd8-bf51-6d679eff09c3 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 210 time: 0.0589576 Jun 21 14:01:02.029146 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.044401 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Transition to ACTIVE for port object 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:02.065779 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.081358 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-f2b01c36-4625-43ac-b053-cee1eaf038d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:02.113648 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb509d-685f-46e5-a6db-12ed431270ed req-d7795d71-3715-4a99-9946-320b2609fd9d tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:02.115168 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-d7795d71-3715-4a99-9946-320b2609fd9d tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.64 "GET /v2.0/networks?id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb HTTP/1.1" status: 200 len: 809 time: 0.3277600 Jun 21 14:01:02.138284 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d63d5-af88-42b2-abe1-e8815203358c None None] Pushing event updated for resources: {'Port': ['ID=3bbbf640-32e8-4f84-9c0a-92f91c8a71e6,revision_number=2']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:02.146606 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:02.151996 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-c82d63d5-af88-42b2-abe1-e8815203358c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:02.156376 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Attempting to bind port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:01:02.156782 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Attempting to bind port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:01:02.157165 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Attempting to bind port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:02.161432 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Request body: {'port': {'device_id': '0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7', 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb', 'admin_state_up': True, 'tenant_id': '130520c0c6324d8c8c805ecf7533b5c2'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:02.162419 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:01:02.164254 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:02.164861 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.173573 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:01:02.174557 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Bound port: 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:01:02.175511 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.217965 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:02.239684 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:02.244714 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.284316 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] For port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:01:02.288392 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] For port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=3bbbf640-32e8-4f84-9c0a-92f91c8a71e6,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:01:02.299360 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.306709 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:02.349270 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e0fba-7e42-40c1-aea4-08d10c68668d req-791d42ac-d515-4b88-9a12-9b5177acd9aa tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:02.350990 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-656e0fba-7e42-40c1-aea4-08d10c68668d req-791d42ac-d515-4b88-9a12-9b5177acd9aa tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.2647264 Jun 21 14:01:02.387375 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.406316 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Routers {'ccb7c0aa-7b28-4404-8666-55afd2b03293'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:02.407334 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:00:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['ccb7c0aa-7b28-4404-8666-55afd2b03293'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:02.435031 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:02.442752 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.443883 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device a886b9e5-4989-4ec2-84b0-e64c5f89376b up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:02.447887 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:02.480847 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-656e0fba-7e42-40c1-aea4-08d10c68668d req-9ded2e50-e42f-4bcf-b364-3940f5456772 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169758 Jun 21 14:01:02.518966 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:02.538684 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274dc03-2b00-4a93-be95-6aa61e8ce3c2 None None] Network d5ba1521-e090-4e7e-914e-08591a37d587 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:01:02.541960 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:02.558084 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Made reservation on behalf of 130520c0c6324d8c8c805ecf7533b5c2 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:01:02.564116 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.612461 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] Set router ccb7c0aa-7b28-4404-8666-55afd2b03293 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:02.684350 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.712391 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-91a8685b-8a78-40da-b7b6-68374d720e2c None None] Provisioning for port a886b9e5-4989-4ec2-84b0-e64c5f89376b completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:02.776996 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port a886b9e5-4989-4ec2-84b0-e64c5f89376b completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:02.788628 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port a886b9e5-4989-4ec2-84b0-e64c5f89376b triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:02.788905 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:02.882461 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdc436-a696-4713-a5f0-1e06447d52bc req-e04049c4-deb7-4014-8b52-d57cc4264c81 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:02.893966 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b5bdc436-a696-4713-a5f0-1e06447d52bc req-e04049c4-deb7-4014-8b52-d57cc4264c81 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 944 time: 0.1776137 Jun 21 14:01:02.952226 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b5bdc436-a696-4713-a5f0-1e06447d52bc req-1407d175-ba6f-44a5-92c7-8d208590647b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567596 Jun 21 14:01:02.989684 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d63d5-af88-42b2-abe1-e8815203358c None None] Pushing event updated for resources: {'Port': ['ID=3bbbf640-32e8-4f84-9c0a-92f91c8a71e6,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:03.002872 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.003016 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-c82d63d5-af88-42b2-abe1-e8815203358c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:03.052303 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port a886b9e5-4989-4ec2-84b0-e64c5f89376b, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=a886b9e5-4989-4ec2-84b0-e64c5f89376b,segment=NetworkSegment(9bf91c96-9bae-4097-b4be-aba7de27f24a),segment_id=9bf91c96-9bae-4097-b4be-aba7de27f24a)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:03.060212 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.062641 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:03.110511 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:01:00Z', 'revision_number': 3, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:03.142485 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aac5af-bf5e-49bb-b156-46deab9e8987 None None] The sync data for ids ['ccb7c0aa-7b28-4404-8666-55afd2b03293'] in dv-cinder-794962-5-iscsi is: [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:01:00Z', 'revision_number': 3, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:01:03.146235 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=a886b9e5-4989-4ec2-84b0-e64c5f89376b,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:03.160475 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:03.198128 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3a8c8d50-9b03-4789-9ae1-8b3b841e2264 req-5b2c10f9-d8c7-4f16-bce8-92d88280d62d tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 210 time: 0.0907552 Jun 21 14:01:03.199581 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Allocated IP 172.20.0.7 (21e12e22-b4c6-4b26-9329-9c2dfed27dcb/e1eae132-6b9a-4b1e-9a6c-29f5402a837a/55ed8539-6324-4760-b398-8f735499e41a) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:01:03.289434 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71facee-3b35-491d-b265-aa8ea517a552 req-51edb4fa-2a2d-4a4d-8b7c-7fa5a4700ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:03.290934 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d71facee-3b35-491d-b265-aa8ea517a552 req-51edb4fa-2a2d-4a4d-8b7c-7fa5a4700ce4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1098 time: 0.4916079 Jun 21 14:01:03.390072 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-c7c4275b-88ff-4301-a6d4-de8fa732c472 None None] Provisioning complete for port a886b9e5-4989-4ec2-84b0-e64c5f89376b triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:03.390596 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c7c4275b-88ff-4301-a6d4-de8fa732c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.407403 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d71facee-3b35-491d-b265-aa8ea517a552 req-0f89c090-87af-4440-a400-e95fded871e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815306 Jun 21 14:01:03.425347 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Allocated IP 172.20.0.1 (d5ba1521-e090-4e7e-914e-08591a37d587/515488c9-ca96-44dd-bead-69a0388d9840/d4dc8cf9-5761-4159-93d3-71d35c76545e) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:01:03.448941 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.616931 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device b7b7e9fe-d935-427c-9dc8-723ddce51a56 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:03.629629 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.655755 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.663775 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-028929d4-1249-48ed-81fa-79245d73641e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:03.704684 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Transition to ACTIVE for port object d4dc8cf9-5761-4159-93d3-71d35c76545e will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:03.706928 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port b7b7e9fe-d935-427c-9dc8-723ddce51a56 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:03.713015 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port b7b7e9fe-d935-427c-9dc8-723ddce51a56 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:03.713627 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.730607 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:03.739764 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:03.749710 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:03.760194 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c0cf7-42ad-4de0-b49a-9b0fc58c04e2 req-606a86a8-7545-4675-a256-c37e0170319d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:03.762262 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ef3c0cf7-42ad-4de0-b49a-9b0fc58c04e2 req-606a86a8-7545-4675-a256-c37e0170319d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1142166 Jun 21 14:01:03.798851 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Pushing event updated for resources: {'Port': ['ID=55ed8539-6324-4760-b398-8f735499e41a,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:03.803863 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:03.823909 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.825561 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ef3c0cf7-42ad-4de0-b49a-9b0fc58c04e2 req-2810ed1e-6455-4905-8902-4a7f57b05eda tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563707 Jun 21 14:01:03.828733 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:03.842091 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:03.842711 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.893397 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.896135 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Pushing event updated for resources: {'Port': ['ID=d4dc8cf9-5761-4159-93d3-71d35c76545e,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:03.910725 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Network d5ba1521-e090-4e7e-914e-08591a37d587 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:03.915245 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:03.916092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:03.933303 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:03.970583 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port b7b7e9fe-d935-427c-9dc8-723ddce51a56, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7b7e9fe-d935-427c-9dc8-723ddce51a56,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:03.972054 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226648c-f47c-4492-8ef2-885a30ad50fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b7e9fe-d935-427c-9dc8-723ddce51a56'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:03.975513 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32c86ef-a550-4b76-a7ae-457ee6982142" -d '{"events": [{"server_uuid": "5226648c-f47c-4492-8ef2-885a30ad50fd", "name": "network-vif-plugged", "status": "completed", "tag": "b7b7e9fe-d935-427c-9dc8-723ddce51a56"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:03.981460 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.984058 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:03.988312 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8375401 Jun 21 14:01:04.024244 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Request body: {'port': {'device_id': '0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:04.088929 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.113148 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=b7b7e9fe-d935-427c-9dc8-723ddce51a56,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:04.129576 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:04.130418 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:04.201979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.206033 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:04.206703 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.272593 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f262e-7a38-4b5e-acac-7a94503d4ac7 req-34f54e87-ce5e-4da2-9186-4adcc84327ad tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:04.282124 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e20f262e-7a38-4b5e-acac-7a94503d4ac7 req-34f54e87-ce5e-4da2-9186-4adcc84327ad tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 945 time: 0.1126399 Jun 21 14:01:04.294053 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b4ad64-0d37-4e02-b01b-54f2cf189325 x-openstack-request-id: req-b6b4ad64-0d37-4e02-b01b-54f2cf189325 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:04.294713 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226648c-f47c-4492-8ef2-885a30ad50fd", "name": "network-vif-plugged", "status": "completed", "tag": "b7b7e9fe-d935-427c-9dc8-723ddce51a56", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:04.295205 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6b4ad64-0d37-4e02-b01b-54f2cf189325 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:04.295792 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226648c-f47c-4492-8ef2-885a30ad50fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b7e9fe-d935-427c-9dc8-723ddce51a56', 'code': 200} Jun 21 14:01:04.339598 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e20f262e-7a38-4b5e-acac-7a94503d4ac7 req-9086e227-3ad7-483a-888e-a820084086ad tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561805 Jun 21 14:01:04.470662 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device a886b9e5-4989-4ec2-84b0-e64c5f89376b up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:04.475162 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-44637840-7fc7-4032-8bfe-56fcc0268698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.499513 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-2edab85b-4240-485a-8c49-42fd619ca31e None None] Provisioning for port d4dc8cf9-5761-4159-93d3-71d35c76545e completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:04.512390 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-2edab85b-4240-485a-8c49-42fd619ca31e None None] Provisioning complete for port d4dc8cf9-5761-4159-93d3-71d35c76545e triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:04.512949 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-2edab85b-4240-485a-8c49-42fd619ca31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.529644 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.570577 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port a886b9e5-4989-4ec2-84b0-e64c5f89376b triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:04.571045 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.608273 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-2edab85b-4240-485a-8c49-42fd619ca31e None None] Port d4dc8cf9-5761-4159-93d3-71d35c76545e cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:01:04.701900 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:04.756765 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:04.761556 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:04.762057 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.833306 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcd290-df1c-4407-bfe7-059cc01153ba req-def8e374-46ce-4e9f-ab61-3e6a7e2c12ea tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:04.834824 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e2bcd290-df1c-4407-bfe7-059cc01153ba req-def8e374-46ce-4e9f-ab61-3e6a7e2c12ea tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 931 time: 0.2599602 Jun 21 14:01:04.845098 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.868537 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=3bbbf640-32e8-4f84-9c0a-92f91c8a71e6,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:04.879228 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.881549 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:04.938274 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=3bbbf640-32e8-4f84-9c0a-92f91c8a71e6,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:04.942889 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:04.959122 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1067c9-6655-4972-9b36-65bb6c9b4cdb req-ce2532de-b0be-4d1d-83cb-7e6facfaa26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:04.960651 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3f1067c9-6655-4972-9b36-65bb6c9b4cdb req-ce2532de-b0be-4d1d-83cb-7e6facfaa26e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 1098 time: 0.2635155 Jun 21 14:01:04.977712 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ed8539-6324-4760-b398-8f735499e41a {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:04.988633 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e2bcd290-df1c-4407-bfe7-059cc01153ba req-441e2f91-95d7-49b8-b5b3-9076f62660ec tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431425 Jun 21 14:01:04.990703 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:04.996495 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.020325 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.031588 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:05.066199 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3542a-5432-40e0-88c8-bee669bdd34b req-ce5cd3cb-470f-4c83-b1cc-c4d0157abba0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:05.072492 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Transition to ACTIVE for port object 55ed8539-6324-4760-b398-8f735499e41a will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:05.073129 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7fa3542a-5432-40e0-88c8-bee669bdd34b req-ce5cd3cb-470f-4c83-b1cc-c4d0157abba0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0742676 Jun 21 14:01:05.090059 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.109195 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3f1067c9-6655-4972-9b36-65bb6c9b4cdb req-e611e9b4-89c6-4038-b187-4a9c2d9fc875 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350176 Jun 21 14:01:05.110868 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7fa3542a-5432-40e0-88c8-bee669bdd34b req-57551e34-2636-4f88-b346-a752f63652cc tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368910 Jun 21 14:01:05.121527 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.125878 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Pushing event updated for resources: {'Port': ['ID=d4dc8cf9-5761-4159-93d3-71d35c76545e,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:05.131977 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:05.161357 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-940aabb7-36c3-455c-aaa4-c6e7b79c9c73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:05.489427 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=55ed8539-6324-4760-b398-8f735499e41a,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:05.493566 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:05.529445 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f536139-882c-4981-84ff-35edcf468f86 req-bd508dcc-bd6a-4254-932f-e3577956d450 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:05.531621 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8f536139-882c-4981-84ff-35edcf468f86 req-bd508dcc-bd6a-4254-932f-e3577956d450 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 945 time: 0.0748177 Jun 21 14:01:05.570040 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Attempting to bind port 55ed8539-6324-4760-b398-8f735499e41a on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:01:05.570373 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Attempting to bind port 55ed8539-6324-4760-b398-8f735499e41a by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:01:05.570700 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Attempting to bind port 55ed8539-6324-4760-b398-8f735499e41a on network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:05.575248 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8f536139-882c-4981-84ff-35edcf468f86 req-dc507157-255d-4db8-855b-ce04ff8109ba tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Jun 21 14:01:05.577471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Network d5ba1521-e090-4e7e-914e-08591a37d587 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:05.580023 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:05.582120 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Port 55ed8539-6324-4760-b398-8f735499e41a on network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:01:05.582322 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Attempting to bind port 55ed8539-6324-4760-b398-8f735499e41a on network 21e12e22-b4c6-4b26-9329-9c2dfed27dcb {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:05.596236 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:01:05.596236 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Checking segment: {'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:05.596236 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Bound using segment: {'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:01:05.596236 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Bound port: 55ed8539-6324-4760-b398-8f735499e41a, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd308637e-4407-4c7d-b9fc-7729c40452e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:01:05.596236 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.800123 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] For port 55ed8539-6324-4760-b398-8f735499e41a, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:01:05.819331 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] For port 55ed8539-6324-4760-b398-8f735499e41a, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55ed8539-6324-4760-b398-8f735499e41a,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:01:05.829448 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.832477 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Router ccb7c0aa-7b28-4404-8666-55afd2b03293 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:01:05.834287 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7c8cd408-4cd6-4834-9d95-605394f0bce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:05.852647 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-c3d35346-bef8-4241-9bfb-ded907c032d5 None None] Provisioning complete for port d4dc8cf9-5761-4159-93d3-71d35c76545e triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:05.853136 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c3d35346-bef8-4241-9bfb-ded907c032d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.881265 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:05.881870 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.883223 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/55ed8539-6324-4760-b398-8f735499e41a HTTP/1.1" status: 200 len: 1093 time: 1.8684103 Jun 21 14:01:05.886612 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7', 'tag': '55ed8539-6324-4760-b398-8f735499e41a'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:05.888882 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990" -d '{"events": [{"name": "network-changed", "server_uuid": "0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7", "tag": "55ed8539-6324-4760-b398-8f735499e41a"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:05.910100 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-c3d35346-bef8-4241-9bfb-ded907c032d5 None None] Port d4dc8cf9-5761-4159-93d3-71d35c76545e cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:01:05.937478 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:05.945809 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1e0d15-96a3-452c-8277-240e2c9f6686 x-openstack-request-id: req-7a1e0d15-96a3-452c-8277-240e2c9f6686 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:05.946092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7", "tag": "55ed8539-6324-4760-b398-8f735499e41a", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:05.946370 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a1e0d15-96a3-452c-8277-240e2c9f6686 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:05.946776 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7', 'tag': '55ed8539-6324-4760-b398-8f735499e41a', 'status': 'completed', 'code': 200} Jun 21 14:01:05.949501 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=55ed8539-6324-4760-b398-8f735499e41a,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:05.954468 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-b4a0a0d5-37a7-457b-9717-5211199bab24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2084537 Jun 21 14:01:05.955253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:05.993015 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:05.993695 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:06.095877 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:01:06.104365 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] 10.222.0.21 "PUT /v2.0/routers/ccb7c0aa-7b28-4404-8666-55afd2b03293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0980268 Jun 21 14:01:06.105411 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Sync routers for ids ['ccb7c0aa-7b28-4404-8666-55afd2b03293'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:01:06.125221 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Routers {'ccb7c0aa-7b28-4404-8666-55afd2b03293'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:06.126308 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:00:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['ccb7c0aa-7b28-4404-8666-55afd2b03293'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:06.131186 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9659bc0d-8dbf-48c8-b5d0-f6f11a9dc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.132759 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9659bc0d-8dbf-48c8-b5d0-f6f11a9dc79e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=130520c0c6324d8c8c805ecf7533b5c2&device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 1096 time: 0.1234591 Jun 21 14:01:06.177441 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-37d27e3f-59e4-4d1f-b1d8-90fb6e2318ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.179239 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-37d27e3f-59e4-4d1f-b1d8-90fb6e2318ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 1099 time: 0.1351688 Jun 21 14:01:06.211011 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-eec6f818-388d-473b-b770-9288b29959dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ed8539-6324-4760-b398-8f735499e41a HTTP/1.1" status: 200 len: 217 time: 0.0482523 Jun 21 14:01:06.261903 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Set router ccb7c0aa-7b28-4404-8666-55afd2b03293 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:06.322422 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb509d-685f-46e5-a6db-12ed431270ed req-751e10a7-bbba-4825-8643-799bc13fdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.323846 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-751e10a7-bbba-4825-8643-799bc13fdc91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1eae132-6b9a-4b1e-9a6c-29f5402a837a HTTP/1.1" status: 200 len: 849 time: 0.1037283 Jun 21 14:01:06.355351 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fa859-3677-45df-bba6-fc4e8c0b02b1 req-2882710d-857d-42ff-9384-94a13b5c4c82 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.357100 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-da2fa859-3677-45df-bba6-fc4e8c0b02b1 req-2882710d-857d-42ff-9384-94a13b5c4c82 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 943 time: 0.2233233 Jun 21 14:01:06.381840 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-3ee5a3e6-3cbf-4230-a499-f62c55347d15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483282 Jun 21 14:01:06.389826 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad930c8-9c35-44d2-8850-74411e83bb78 req-29979b15-c9db-465c-9550-6db3aef4c32c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.392898 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2ad930c8-9c35-44d2-8850-74411e83bb78 req-29979b15-c9db-465c-9550-6db3aef4c32c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0931325 Jun 21 14:01:06.417205 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-dea6b35d-062d-4cd2-95d3-3da50bc29af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.418666 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-dea6b35d-062d-4cd2-95d3-3da50bc29af6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 919 time: 0.2102234 Jun 21 14:01:06.438927 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2ad930c8-9c35-44d2-8850-74411e83bb78 req-a1beb6a7-5a5b-42f9-b030-f01371e09921 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Jun 21 14:01:06.496740 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-b28eb269-51b6-46b2-9bc5-941d070b424e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d HTTP/1.1" status: 200 len: 217 time: 0.0683444 Jun 21 14:01:06.501263 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-da2fa859-3677-45df-bba6-fc4e8c0b02b1 req-872dadb5-199a-48d1-87e5-257f43f21317 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250470 Jun 21 14:01:06.583367 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-01d8718d-ddee-4267-aadc-5e4306836b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.584926 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-01d8718d-ddee-4267-aadc-5e4306836b60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.0814312 Jun 21 14:01:06.593047 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-ac044974-e844-47d2-9519-f3c23ddfa217 service neutron] 10.222.0.64 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977799 Jun 21 14:01:06.612274 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'd4dc8cf9-5761-4159-93d3-71d35c76545e', 'name': '', 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'mac_address': 'fa:16:3e:d0:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '515488c9-ca96-44dd-bead-69a0388d9840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:01:02Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 2, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'subnets': [{'id': '515488c9-ca96-44dd-bead-69a0388d9840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:06.642115 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-bfeeb36f-44ce-4901-ad17-33b9fb40aa2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420384 Jun 21 14:01:06.704343 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Checking router: ccb7c0aa-7b28-4404-8666-55afd2b03293 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:01:06.704800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Updating router ccb7c0aa-7b28-4404-8666-55afd2b03293 port d4dc8cf9-5761-4159-93d3-71d35c76545e binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:01:06.765575 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:06.785980 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-48cb509d-685f-46e5-a6db-12ed431270ed req-9a3411f0-3727-4ebb-9cdf-835bcb75f485 service neutron] 10.222.0.64 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847384 Jun 21 14:01:06.808669 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-151cc19c-327a-45d4-9f77-58dc8b852475 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429973 Jun 21 14:01:06.927962 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40272) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:06.936521 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605553712', 'description': 'tempest-secgroup-smoke-1605553712 description', 'project_id': 'c245f05ac88941a1a4fbe3666e975df4'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:06.968989 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694e72c-8bc3-4d9b-96c8-7a67bdf7731e req-ca19c6ea-d0ec-4b7e-bd33-0f4c586abd1d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.970627 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5694e72c-8bc3-4d9b-96c8-7a67bdf7731e req-ca19c6ea-d0ec-4b7e-bd33-0f4c586abd1d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 945 time: 0.1723108 Jun 21 14:01:06.972722 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43dbc2c1-f2b3-40a0-ae8b-64746bbbafdc req-0f4a0967-c113-4ba6-aa50-8113bcd19f27 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442184 Jun 21 14:01:06.979774 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.024678 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5694e72c-8bc3-4d9b-96c8-7a67bdf7731e req-512416d4-9315-48aa-b2e6-aa11b685238f tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Jun 21 14:01:07.029555 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-e1ad0fd6-351e-43ab-9781-3b8b29cb1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:07.031249 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-e1ad0fd6-351e-43ab-9781-3b8b29cb1ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=130520c0c6324d8c8c805ecf7533b5c2&device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 1096 time: 0.1135550 Jun 21 14:01:07.081125 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7c2149e4-20dd-4bc3-b99a-4c8630d5d5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.093361 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.110024 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Transition to ACTIVE for port object d4dc8cf9-5761-4159-93d3-71d35c76545e will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:07.121644 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.124106 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:07.150770 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.162426 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.166594 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-67858335-6b55-4b71-96e0-238d5e01c1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:07.190971 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90576bfc-f6b2-44df-9388-29a5064b16be None None] Pushing event updated for resources: {'Port': ['ID=d4dc8cf9-5761-4159-93d3-71d35c76545e,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:07.198449 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-90576bfc-f6b2-44df-9388-29a5064b16be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:07.230075 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.231951 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2996919 Jun 21 14:01:07.235246 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40280) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:07.240382 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'security_group_rule': {'security_group_id': '31af3e71-fd4c-4563-bf3f-38ba1531560d', 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:07.249432 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31af3e71-fd4c-4563-bf3f-38ba1531560d,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:07.254139 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:07.271601 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-747f9359-7f91-4071-a1cf-df8e92314f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:07.273383 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-747f9359-7f91-4071-a1cf-df8e92314f67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb HTTP/1.1" status: 200 len: 910 time: 0.2108717 Jun 21 14:01:07.304438 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.339574 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.350715 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Attempting to bind port d4dc8cf9-5761-4159-93d3-71d35c76545e on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:01:07.351105 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Attempting to bind port d4dc8cf9-5761-4159-93d3-71d35c76545e by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:01:07.351454 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Attempting to bind port d4dc8cf9-5761-4159-93d3-71d35c76545e on network d5ba1521-e090-4e7e-914e-08591a37d587 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:07.356926 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:01:07.357305 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Checking segment: {'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:07.357714 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.358239 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Bound using segment: {'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:01:07.358721 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Bound port: d4dc8cf9-5761-4159-93d3-71d35c76545e, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf91c96-9bae-4097-b4be-aba7de27f24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:01:07.359098 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.366483 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-b98ab440-64d7-4f31-b9ef-89a25e38a7b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ed8539-6324-4760-b398-8f735499e41a HTTP/1.1" status: 200 len: 217 time: 0.0863030 Jun 21 14:01:07.409756 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.450787 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] For port d4dc8cf9-5761-4159-93d3-71d35c76545e, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:01:07.454738 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] For port d4dc8cf9-5761-4159-93d3-71d35c76545e, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=d4dc8cf9-5761-4159-93d3-71d35c76545e,segment=NetworkSegment(9bf91c96-9bae-4097-b4be-aba7de27f24a),segment_id=9bf91c96-9bae-4097-b4be-aba7de27f24a)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:01:07.461552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-20a91dcf-65c7-4ebd-ab02-c89a346553da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:07.461779 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.463025 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-20a91dcf-65c7-4ebd-ab02-c89a346553da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e1eae132-6b9a-4b1e-9a6c-29f5402a837a HTTP/1.1" status: 200 len: 849 time: 0.0565028 Jun 21 14:01:07.463381 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.465854 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:07.481239 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:07.503897 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.504129 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-6f81c375-e463-47f0-907e-acb5a54fe285 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21e12e22-b4c6-4b26-9329-9c2dfed27dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316625 Jun 21 14:01:07.508258 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2692285 Jun 21 14:01:07.508464 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-a2d7ce5f-c9b5-4e47-8948-7b2720fc09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:07.508464 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-a2d7ce5f-c9b5-4e47-8948-7b2720fc09d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 1098 time: 0.1622205 Jun 21 14:01:07.508646 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345998de-4e49-4811-b1e2-811bafef8275,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:07.508737 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 40284) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:07.513759 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'security_group_rule': {'security_group_id': '31af3e71-fd4c-4563-bf3f-38ba1531560d', 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:07.541046 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:07.543267 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Routers {'ccb7c0aa-7b28-4404-8666-55afd2b03293'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:07.544477 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:01:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['ccb7c0aa-7b28-4404-8666-55afd2b03293'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:07.560247 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed5ae8-4e12-4e08-a6bb-fb13b4060d1d req-cf6cab42-4db8-448b-91e2-3a30a0d10d35 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:07.561992 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2eed5ae8-4e12-4e08-a6bb-fb13b4060d1d req-cf6cab42-4db8-448b-91e2-3a30a0d10d35 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1555495 Jun 21 14:01:07.583762 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90576bfc-f6b2-44df-9388-29a5064b16be None None] Pushing event updated for resources: {'Port': ['ID=d4dc8cf9-5761-4159-93d3-71d35c76545e,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:07.587423 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-90576bfc-f6b2-44df-9388-29a5064b16be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:07.614370 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2eed5ae8-4e12-4e08-a6bb-fb13b4060d1d req-9ee2439f-c984-4b4d-b2ae-406daddd3c22 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449893 Jun 21 14:01:07.681103 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] Set router ccb7c0aa-7b28-4404-8666-55afd2b03293 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:07.716480 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-8379b071-f286-4bbc-9182-5d93df9f59a0 service neutron] 10.222.0.64 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964767 Jun 21 14:01:07.763657 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.818364 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e673c-5937-45e5-8284-f4cd9c95beab req-f3c37261-8629-41e9-ba24-18bb9abee70b tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:07.820215 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c3e673c-5937-45e5-8284-f4cd9c95beab req-f3c37261-8629-41e9-ba24-18bb9abee70b tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 943 time: 0.0802810 Jun 21 14:01:07.851722 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-53f6f75a-eaac-485b-ba69-398cd6da00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:07.852700 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-53f6f75a-eaac-485b-ba69-398cd6da00e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 200 len: 919 time: 0.3320866 Jun 21 14:01:07.860257 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c3e673c-5937-45e5-8284-f4cd9c95beab req-f983e1d4-0b3b-4ced-82c8-a7fb6b9bfe09 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342515 Jun 21 14:01:07.925077 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-06b7eb40-4211-47db-8c2a-924294a19249 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b4226c-0676-475f-b39d-39e5c9a91348 HTTP/1.1" status: 200 len: 217 time: 0.0582421 Jun 21 14:01:07.946022 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.959768 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'd4dc8cf9-5761-4159-93d3-71d35c76545e', 'name': '', 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'mac_address': 'fa:16:3e:d0:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '515488c9-ca96-44dd-bead-69a0388d9840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:01:02Z', 'updated_at': '2021-06-21T14:01:07Z', 'revision_number': 4, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'subnets': [{'id': '515488c9-ca96-44dd-bead-69a0388d9840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:07.975784 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.979734 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8d75a4a-a4d6-4b53-8e26-0e948f7bf990 req-39c271b6-1c48-4c44-8be0-7c47f7fd595b service neutron] 10.222.0.64 "GET /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545533 Jun 21 14:01:07.984148 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:07.992179 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2148d-c1c2-406a-9322-532a69d26014 None None] The sync data for ids ['ccb7c0aa-7b28-4404-8666-55afd2b03293'] in dv-cinder-794962-5-iscsi is: [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'd4dc8cf9-5761-4159-93d3-71d35c76545e', 'name': '', 'network_id': 'd5ba1521-e090-4e7e-914e-08591a37d587', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'mac_address': 'fa:16:3e:d0:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '515488c9-ca96-44dd-bead-69a0388d9840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:01:02Z', 'updated_at': '2021-06-21T14:01:07Z', 'revision_number': 4, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'subnets': [{'id': '515488c9-ca96-44dd-bead-69a0388d9840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:01:08.011426 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b64127-a1db-41c2-9f00-c96a7c741674,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:08.013343 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.014465 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5050139 Jun 21 14:01:08.015955 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-464169c7-a83b-4cf2-99ed-acb9ff867c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:08.017309 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-464169c7-a83b-4cf2-99ed-acb9ff867c74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 200 len: 858 time: 0.0701849 Jun 21 14:01:08.017613 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40290) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:08.018102 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:08.023076 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'security_group_rule': {'security_group_id': '31af3e71-fd4c-4563-bf3f-38ba1531560d', 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:08.110931 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-da47df69-5c94-4e78-83d2-0df8dfc72bc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d6c84dc-da92-449c-ab5c-526075440e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617731 Jun 21 14:01:08.114934 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.131466 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.178996 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.183501 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.186106 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:08.198522 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bb82c8-8926-4783-b759-834e31ce2599,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:08.201806 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:08.217503 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.218840 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1994166 Jun 21 14:01:08.222038 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40294) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:08.227590 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'security_group_rule': {'security_group_id': '31af3e71-fd4c-4563-bf3f-38ba1531560d', 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:08.257572 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.289873 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-648fba00-099b-48ae-a19c-4ad257e29a59 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655433 Jun 21 14:01:08.308719 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391753a-170b-4e3e-a855-d63e86e0b840 req-fdee61fc-88b2-4952-87db-55b6cc3da889 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:08.315803 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d391753a-170b-4e3e-a855-d63e86e0b840 req-fdee61fc-88b2-4952-87db-55b6cc3da889 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 945 time: 0.1207821 Jun 21 14:01:08.331827 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.338478 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.340614 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5b8707ef-fa12-421e-b14d-ba8afef41ba5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:08.358982 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d391753a-170b-4e3e-a855-d63e86e0b840 req-097924b9-ff0b-4dba-a95e-53773a9d1f91 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Jun 21 14:01:08.390593 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921d7888-12e3-4627-bf75-f01d94cd45d3,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:08.394881 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:08.407505 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.412133 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856728 Jun 21 14:01:08.412711 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40302) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:08.418521 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'security_group_rule': {'security_group_id': '31af3e71-fd4c-4563-bf3f-38ba1531560d', 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:08.448843 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.securitygroups_db [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Project c245f05ac88941a1a4fbe3666e975df4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:01:08.455221 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.545018 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.552761 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.556014 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9ec55aa2-fdcb-46e4-b769-6640f956d87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:08.580073 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df93f44e-307d-41b7-b5bb-fadc94334d21,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:08.583288 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:08.592084 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.593359 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1794693 Jun 21 14:01:08.596210 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40306) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:08.601103 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'security_group_rule': {'security_group_id': '31af3e71-fd4c-4563-bf3f-38ba1531560d', 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:08.627511 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.securitygroups_db [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Project c245f05ac88941a1a4fbe3666e975df4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:01:08.633633 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.728263 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.731272 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-70ffafce-5680-485e-8bf8-24ca233e6966 req-1c956b8d-9ea7-4101-89cd-2fe412c80f66 service neutron] 10.222.0.64 "GET /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713527 Jun 21 14:01:08.787908 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.806789 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.876438 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:08.913571 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00c1cc5-61b2-4526-a80f-c5db95494930,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:08.917782 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:08.918592 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:08.919888 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3226588 Jun 21 14:01:08.949566 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df2b3-991b-4b8a-940f-f8eca9a4a5a0 req-3decd689-28e0-4075-bf69-9315eca7f4c9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:08.951469 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-483df2b3-991b-4b8a-940f-f8eca9a4a5a0 req-3decd689-28e0-4075-bf69-9315eca7f4c9 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1759400 Jun 21 14:01:09.000480 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-483df2b3-991b-4b8a-940f-f8eca9a4a5a0 req-7b503630-4fd8-42e0-9b8e-79e1e5178f0c tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Jun 21 14:01:09.174015 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb635a-19f4-4c85-bdca-360d12efb27b req-8e834c0e-a1eb-45ef-ad98-849a04114604 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:09.175601 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6feb635a-19f4-4c85-bdca-360d12efb27b req-8e834c0e-a1eb-45ef-ad98-849a04114604 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 943 time: 0.0645261 Jun 21 14:01:09.220660 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6feb635a-19f4-4c85-bdca-360d12efb27b req-7f5c9672-b3ff-42f8-bde0-4d8f4f1a864f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 Jun 21 14:01:09.586325 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:09.791149 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40380) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:09.908932 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-10240349-eb0c-42ce-bff1-8b15e3032bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:09.927305 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device d4dc8cf9-5761-4159-93d3-71d35c76545e up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:10.004975 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port d4dc8cf9-5761-4159-93d3-71d35c76545e completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:10.007185 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-10240349-eb0c-42ce-bff1-8b15e3032bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.009022 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port d4dc8cf9-5761-4159-93d3-71d35c76545e triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:10.009465 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.010962 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-10240349-eb0c-42ce-bff1-8b15e3032bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.014797 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-e92e6fc9-8b40-4abf-8053-6acac6e57e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:10.056973 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-10240349-eb0c-42ce-bff1-8b15e3032bcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3559e360687f4c13a224bf28022eed50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647367 Jun 21 14:01:10.058367 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 40392) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:10.059578 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10240349-eb0c-42ce-bff1-8b15e3032bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464849cf-a16a-4792-ad81-3cdaaf896d89,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:10.062803 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-10240349-eb0c-42ce-bff1-8b15e3032bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:10.099776 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.114411 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7292a9c4-201b-4e5c-a429-43899b8708c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.135783 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port d4dc8cf9-5761-4159-93d3-71d35c76545e, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=d4dc8cf9-5761-4159-93d3-71d35c76545e,segment=NetworkSegment(9bf91c96-9bae-4097-b4be-aba7de27f24a),segment_id=9bf91c96-9bae-4097-b4be-aba7de27f24a)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:10.137466 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7292a9c4-201b-4e5c-a429-43899b8708c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.142219 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.145748 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:10.194511 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7292a9c4-201b-4e5c-a429-43899b8708c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.197352 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7292a9c4-201b-4e5c-a429-43899b8708c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:10.198690 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-7292a9c4-201b-4e5c-a429-43899b8708c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/464849cf-a16a-4792-ad81-3cdaaf896d89 HTTP/1.1" status: 204 len: 168 time: 0.1389060 Jun 21 14:01:10.200124 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-153c1d18-4691-4441-a2d1-49021a7ab947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:10.205855 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=d4dc8cf9-5761-4159-93d3-71d35c76545e,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:10.209221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292a9c4-201b-4e5c-a429-43899b8708c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464849cf-a16a-4792-ad81-3cdaaf896d89,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:10.211904 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:10.215534 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7292a9c4-201b-4e5c-a429-43899b8708c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:10.424641 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f923af-af9c-4311-8289-62de8c51201d req-fbf0773d-4ed1-4349-a847-6eac41154f82 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:10.426353 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a5f923af-af9c-4311-8289-62de8c51201d req-fbf0773d-4ed1-4349-a847-6eac41154f82 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 943 time: 0.0724661 Jun 21 14:01:10.446460 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b486-3b6a-40ff-93a9-01793e0ac33e req-e1bbfae5-7c30-4852-a602-9349c580fac5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:10.454684 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b818b486-3b6a-40ff-93a9-01793e0ac33e req-e1bbfae5-7c30-4852-a602-9349c580fac5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.3214409 Jun 21 14:01:10.486661 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a5f923af-af9c-4311-8289-62de8c51201d req-cc9a9f3d-6928-442d-91d0-c3a94d1101d9 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Jun 21 14:01:10.499407 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b818b486-3b6a-40ff-93a9-01793e0ac33e req-4842dc4b-ad11-43d3-92a2-a94abfad0129 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369868 Jun 21 14:01:11.622521 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 55ed8539-6324-4760-b398-8f735499e41a details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:01:11.696111 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03e310-e424-40a6-be4d-0994bbfc3d80 req-28146dc1-164f-46c6-a5f3-942cdfc2a4ac tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:11.697883 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7a03e310-e424-40a6-be4d-0994bbfc3d80 req-28146dc1-164f-46c6-a5f3-942cdfc2a4ac tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0844562 Jun 21 14:01:11.748405 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7a03e310-e424-40a6-be4d-0994bbfc3d80 req-9b2dcf3a-159a-4258-9bd0-9fffe9e68358 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 Jun 21 14:01:11.762061 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 55ed8539-6324-4760-b398-8f735499e41a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55ed8539-6324-4760-b398-8f735499e41a,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:11.775764 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd7098-5c56-4460-8acc-1a151b0165e0 req-1fbfb77f-64cc-4169-8cc6-ae313735666f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:11.777331 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-89fd7098-5c56-4460-8acc-1a151b0165e0 req-1fbfb77f-64cc-4169-8cc6-ae313735666f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 943 time: 0.0664430 Jun 21 14:01:11.779277 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '55ed8539-6324-4760-b398-8f735499e41a', 'network_id': '21e12e22-b4c6-4b26-9329-9c2dfed27dcb', 'port_id': '55ed8539-6324-4760-b398-8f735499e41a', 'mac_address': 'fa:16:3e:e5:7c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1eae132-6b9a-4b1e-9a6c-29f5402a837a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:01:11.816179 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-89fd7098-5c56-4460-8acc-1a151b0165e0 req-f2db2b1e-0819-4f41-8a54-224c85194eeb tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Jun 21 14:01:11.822886 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:11.847458 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ed8539-6324-4760-b398-8f735499e41a {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:11.868855 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 55ed8539-6324-4760-b398-8f735499e41a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55ed8539-6324-4760-b398-8f735499e41a,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:11.882425 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:11.884707 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:11.917567 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device d4dc8cf9-5761-4159-93d3-71d35c76545e up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:11.961669 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=55ed8539-6324-4760-b398-8f735499e41a,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:11.965960 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:11.982715 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port d4dc8cf9-5761-4159-93d3-71d35c76545e triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:11.983115 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:12.759240 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['55ed8539-6324-4760-b398-8f735499e41a'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:01:12.930787 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ca37-c059-4ec1-9799-6a685b93153c req-20bcc04c-613c-473f-8a0d-19315f7da757 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:12.932350 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6938ca37-c059-4ec1-9799-6a685b93153c req-20bcc04c-613c-473f-8a0d-19315f7da757 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0649905 Jun 21 14:01:12.969514 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6938ca37-c059-4ec1-9799-6a685b93153c req-a1b450f8-38f4-4d18-9ed2-d78a74eb6e28 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Jun 21 14:01:13.001777 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21475c90-4395-4ecb-8297-91192f442445 req-7a75fad9-6579-44b4-9267-dea33844a4b6 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:13.003275 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-21475c90-4395-4ecb-8297-91192f442445 req-7a75fad9-6579-44b4-9267-dea33844a4b6 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 944 time: 0.0653501 Jun 21 14:01:13.041996 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-21475c90-4395-4ecb-8297-91192f442445 req-592734c3-adcb-4d4d-96d7-e2713c9f3942 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jun 21 14:01:14.160352 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efc132-0a51-4fec-8980-669554b2595e req-83ef116e-0bd8-44df-bcd2-638a2d5fbcfd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:14.161993 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-36efc132-0a51-4fec-8980-669554b2595e req-83ef116e-0bd8-44df-bcd2-638a2d5fbcfd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0650957 Jun 21 14:01:14.205421 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-36efc132-0a51-4fec-8980-669554b2595e req-b90e3dcf-9ded-4f33-9b92-dd72f3e5043b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Jun 21 14:01:14.234386 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98013-d6bc-4dd7-9c57-b4cc324d242f req-bf201e0e-aa6d-4bf9-b2c7-f69641deaef0 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:14.237133 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-55a98013-d6bc-4dd7-9c57-b4cc324d242f req-bf201e0e-aa6d-4bf9-b2c7-f69641deaef0 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 944 time: 0.0806942 Jun 21 14:01:14.279681 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-55a98013-d6bc-4dd7-9c57-b4cc324d242f req-4e572c16-640b-4e85-8228-ca29f4cce3ac tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Jun 21 14:01:15.391398 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6fbad-2376-47bc-bb02-87f39fcb6eda req-66e06462-8918-402a-bc36-779878e33d7d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:15.392906 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a9d6fbad-2376-47bc-bb02-87f39fcb6eda req-66e06462-8918-402a-bc36-779878e33d7d tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0665092 Jun 21 14:01:15.432601 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a9d6fbad-2376-47bc-bb02-87f39fcb6eda req-dadae539-8745-4825-a802-53de429ddce8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316679 Jun 21 14:01:15.457685 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45df9c-fce2-4f2e-a551-cf7d2e7586cc req-aef4df1a-58c7-4761-bec4-634e6a29918c tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:15.458934 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2c45df9c-fce2-4f2e-a551-cf7d2e7586cc req-aef4df1a-58c7-4761-bec4-634e6a29918c tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 944 time: 0.0641613 Jun 21 14:01:15.500453 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2c45df9c-fce2-4f2e-a551-cf7d2e7586cc req-789daf2f-73d0-4067-83f9-41bd91a0dc46 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355461 Jun 21 14:01:15.673938 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 55ed8539-6324-4760-b398-8f735499e41a up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:15.730347 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 55ed8539-6324-4760-b398-8f735499e41a completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:15.734248 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 55ed8539-6324-4760-b398-8f735499e41a triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:15.734629 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:15.822982 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:15.845150 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ed8539-6324-4760-b398-8f735499e41a'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:15.847457 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ce12a0-dd22-40a1-9d7d-0cec6b24a0a9" -d '{"events": [{"server_uuid": "0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7", "name": "network-vif-plugged", "status": "completed", "tag": "55ed8539-6324-4760-b398-8f735499e41a"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:15.870923 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 55ed8539-6324-4760-b398-8f735499e41a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55ed8539-6324-4760-b398-8f735499e41a,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:15.878056 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:15.880931 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-48b0e93a-5244-4cb2-8a26-f4907c2abc73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:15.906568 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a387035-ce1e-4f9a-8d50-0ce0a79974eb x-openstack-request-id: req-8a387035-ce1e-4f9a-8d50-0ce0a79974eb {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:15.906869 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7", "name": "network-vif-plugged", "status": "completed", "tag": "55ed8539-6324-4760-b398-8f735499e41a", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:15.907128 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a387035-ce1e-4f9a-8d50-0ce0a79974eb {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:15.907535 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ed8539-6324-4760-b398-8f735499e41a', 'code': 200} Jun 21 14:01:15.934881 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=55ed8539-6324-4760-b398-8f735499e41a,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:15.938031 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:16.181011 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7f154-9fe1-42d3-b9a5-2c921fff519f req-28ce48cd-8a78-4459-a381-f7ad8866f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:16.182443 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3d7f154-9fe1-42d3-b9a5-2c921fff519f req-28ce48cd-8a78-4459-a381-f7ad8866f3e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 1098 time: 0.0531466 Jun 21 14:01:16.221588 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3d7f154-9fe1-42d3-b9a5-2c921fff519f req-b9e42530-c476-45fe-92aa-6c2715d2dc0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314627 Jun 21 14:01:16.687421 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360569-a2c6-4640-a611-39c2b9ea6078 req-6c6e860d-be7d-42f2-afbb-cc8849d9a459 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:16.688819 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-16360569-a2c6-4640-a611-39c2b9ea6078 req-6c6e860d-be7d-42f2-afbb-cc8849d9a459 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 945 time: 0.0709386 Jun 21 14:01:16.727285 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-16360569-a2c6-4640-a611-39c2b9ea6078 req-f3d06e62-c6bf-4719-ba28-3ec065c38137 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Jun 21 14:01:17.918310 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0aa938-5f31-421d-bd30-e563368ebcf5 req-bdebab55-b155-4aad-9b01-4809b1b16b78 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:17.920337 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bd0aa938-5f31-421d-bd30-e563368ebcf5 req-bdebab55-b155-4aad-9b01-4809b1b16b78 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 945 time: 0.0762517 Jun 21 14:01:17.975968 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bd0aa938-5f31-421d-bd30-e563368ebcf5 req-3b49c127-a1cd-4024-b930-ee174696f73e tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Jun 21 14:01:19.172098 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d65b3-19b1-4184-8616-baedb5123b60 req-0c71b43b-3069-4ddc-83aa-8fcd246016ce tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:19.173581 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-448d65b3-19b1-4184-8616-baedb5123b60 req-0c71b43b-3069-4ddc-83aa-8fcd246016ce tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 945 time: 0.0795267 Jun 21 14:01:19.211416 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-448d65b3-19b1-4184-8616-baedb5123b60 req-1fe08413-8521-4f8d-8045-64c419f0b0ef tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Jun 21 14:01:26.462707 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:01:33.998818 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f218c-13b2-4661-a524-a46e86e86cbf req-d7002d25-5c6c-48b3-8dd6-e62f80fc4923 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:34.000269 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bc6f218c-13b2-4661-a524-a46e86e86cbf req-d7002d25-5c6c-48b3-8dd6-e62f80fc4923 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 945 time: 0.0619354 Jun 21 14:01:34.043149 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bc6f218c-13b2-4661-a524-a46e86e86cbf req-e233f00d-0549-41c3-a73e-3bb7d8429441 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Jun 21 14:01:34.412926 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-8531d8a5-72ea-499a-9d54-5d5fdcd947ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.250832 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d46227-3a14-420f-97dd-2b9f7b45e34f req-cfb2a7d7-341c-481b-b17d-bb55c26d9bfe tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:35.252383 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c8d46227-3a14-420f-97dd-2b9f7b45e34f req-cfb2a7d7-341c-481b-b17d-bb55c26d9bfe tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 945 time: 0.0696340 Jun 21 14:01:35.295386 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c8d46227-3a14-420f-97dd-2b9f7b45e34f req-65373f66-d961-47f6-a8fe-a7e4841f73a2 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372725 Jun 21 14:01:36.470510 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a661b-7fb9-4291-8115-99c84a74da0e req-54900425-6272-4806-ba61-af23016aa83d tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:36.472013 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d61a661b-7fb9-4291-8115-99c84a74da0e req-54900425-6272-4806-ba61-af23016aa83d tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 945 time: 0.0624249 Jun 21 14:01:36.509168 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d61a661b-7fb9-4291-8115-99c84a74da0e req-cb5056f9-fe00-410b-87f0-6ec95b8ee8a0 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/security-groups?id=a443440b-00b8-4209-9468-3b383dc818a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Jun 21 14:01:36.656478 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-5069873e-827b-46b0-8025-41248ba36974 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:36.657905 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-5069873e-827b-46b0-8025-41248ba36974 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.64 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 945 time: 0.0845084 Jun 21 14:01:36.770722 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Deleting port 55ed8539-6324-4760-b398-8f735499e41a {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:01:36.770955 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:36.866151 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] For port 55ed8539-6324-4760-b398-8f735499e41a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=55ed8539-6324-4760-b398-8f735499e41a,segment=NetworkSegment(d308637e-4407-4c7d-b9fc-7729c40452e7),segment_id=d308637e-4407-4c7d-b9fc-7729c40452e7)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:36.866538 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:36.930840 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Calling delete_port for 55ed8539-6324-4760-b398-8f735499e41a owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:01:37.033366 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-62a118af-ad76-4d41-b628-675e710c4b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.059248 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.063265 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-748a6187-a73e-4b4f-a824-419fb38c54fd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:37.088219 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Pushing event deleted for resources: {'Port': ['ID=55ed8539-6324-4760-b398-8f735499e41a,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:37.116621 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.116985 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.117363 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.117683 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.117934 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['55ed8539-6324-4760-b398-8f735499e41a'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:01:37.118090 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.118346 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.118659 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.119004 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.119339 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.119680 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.120012 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.120331 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:37.126861 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:37.159139 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] No DVR routers for this DVR port 55ed8539-6324-4760-b398-8f735499e41a on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:01:37.161729 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.163811 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ae27eb18-21c7-4acf-95a6-c01e7905b53f req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.64 "DELETE /v2.0/ports/55ed8539-6324-4760-b398-8f735499e41a HTTP/1.1" status: 204 len: 173 time: 0.4979355 Jun 21 14:01:37.164304 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7', 'name': 'network-vif-deleted', 'tag': '55ed8539-6324-4760-b398-8f735499e41a'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:37.166617 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad298ac2-1610-432f-934a-bbd6d8ae9680" -d '{"events": [{"server_uuid": "0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7", "name": "network-vif-deleted", "tag": "55ed8539-6324-4760-b398-8f735499e41a"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:37.203629 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347f3297-ccce-437c-9a92-562a955d7092 x-openstack-request-id: req-347f3297-ccce-437c-9a92-562a955d7092 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:37.203949 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7", "name": "network-vif-deleted", "tag": "55ed8539-6324-4760-b398-8f735499e41a", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:37.204274 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-347f3297-ccce-437c-9a92-562a955d7092 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:37.204722 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7', 'name': 'network-vif-deleted', 'tag': '55ed8539-6324-4760-b398-8f735499e41a', 'status': 'completed', 'code': 200} Jun 21 14:01:37.285051 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.678604 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d6c628d3-9dba-4b68-a8b6-520bab24667a req-919ca6dc-b207-400e-bed2-bd3f25f3c4dd tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df29aa5-0a13-4bc4-9cbf-bc1457cf71f7 HTTP/1.1" status: 200 len: 210 time: 0.0278556 Jun 21 14:01:38.111472 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.716199 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.833819 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 40776) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:38.936376 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.027240 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.031844 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.034332 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-6180332e-f4a8-409b-a60d-9c5b5f57eb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:39.069160 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b49b2179dfef49fdbbfba77a83d190b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341914 Jun 21 14:01:39.070173 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c458c1b7-d73e-4614-b115-0f1b53cf67ca,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:39.071822 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 40790) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:39.077340 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.078019 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.078139 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.078654 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.079012 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.080064 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.080693 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.080992 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.081383 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.082308 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.082308 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.082504 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:39.086702 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:39.130666 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6050948-4a04-4fa2-bed2-e88046ea0ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.150986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6050948-4a04-4fa2-bed2-e88046ea0ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.200171 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6050948-4a04-4fa2-bed2-e88046ea0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.202954 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6050948-4a04-4fa2-bed2-e88046ea0ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.204092 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c6050948-4a04-4fa2-bed2-e88046ea0ff8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c458c1b7-d73e-4614-b115-0f1b53cf67ca HTTP/1.1" status: 204 len: 168 time: 0.1304469 Jun 21 14:01:39.204940 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-67ff23af-188f-4f6f-8d17-0adbedaa042e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:39.214372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6050948-4a04-4fa2-bed2-e88046ea0ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c458c1b7-d73e-4614-b115-0f1b53cf67ca,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:39.215027 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c6050948-4a04-4fa2-bed2-e88046ea0ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:39.589409 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.830601 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 55ed8539-6324-4760-b398-8f735499e41a no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:01:39.851751 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 55ed8539-6324-4760-b398-8f735499e41a {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:01:39.852094 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 55ed8539-6324-4760-b398-8f735499e41a not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:01:49.486770 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff97e-bc89-445e-a81c-dd7996d969ae req-9bfd925b-032d-48a2-bb37-70afea857771 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:49.489287 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5f3ff97e-bc89-445e-a81c-dd7996d969ae req-9bfd925b-032d-48a2-bb37-70afea857771 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0782151 Jun 21 14:01:49.528794 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5f3ff97e-bc89-445e-a81c-dd7996d969ae req-a55c9918-2d83-4f29-ba1a-81f03310af8f tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jun 21 14:01:50.727000 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392fc1e-29d6-466a-8e50-4eb4ab0be798 req-4bb80687-de72-4b0e-a5b6-0bbbcdc8ee22 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:50.728732 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a392fc1e-29d6-466a-8e50-4eb4ab0be798 req-4bb80687-de72-4b0e-a5b6-0bbbcdc8ee22 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0706258 Jun 21 14:01:50.771704 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a392fc1e-29d6-466a-8e50-4eb4ab0be798 req-f26621e5-9053-40fe-95a6-8cb067adb5aa tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Jun 21 14:01:51.113515 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-6fdcd8f2-24e0-405b-b4e0-eade6fb3c1f0 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605553712&fields=id&tenant_id=c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 267 time: 0.0441732 Jun 21 14:01:51.244993 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-934164dd-c1c7-4f6b-bcd4-8751ee7375ba tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:51.249000 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-934164dd-c1c7-4f6b-bcd4-8751ee7375ba tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 812 time: 0.1279151 Jun 21 14:01:51.264335 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-a1e8e208-6dd6-4c95-ad99-df39b388efcf tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/quotas/c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 375 time: 0.0120189 Jun 21 14:01:51.352124 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-fdaf7007-502d-4ea0-8ec1-b67a9551e5df tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810940 Jun 21 14:01:51.480146 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-430c4270-c928-4e81-b34f-86b78fc98275 service neutron] 10.222.0.21 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090090 Jun 21 14:01:51.590371 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-7345c689-7c1b-49c4-aa12-1599e066edb8 service neutron] 10.222.0.21 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032443 Jun 21 14:01:51.967543 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c658fca0-48ba-4ab9-826e-6be8fad62aa3 req-cb689fce-5eb9-4a50-8c8f-1a792d224108 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 210 time: 0.0323951 Jun 21 14:01:52.087480 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17988e-5b48-463c-ba6b-96a946a1ab47 req-d193e423-e726-4692-a3de-1a0d27c575ef tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:52.089377 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2d17988e-5b48-463c-ba6b-96a946a1ab47 req-d193e423-e726-4692-a3de-1a0d27c575ef tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0744121 Jun 21 14:01:52.154050 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2d17988e-5b48-463c-ba6b-96a946a1ab47 req-3ddd00de-d783-42c1-9be0-2092fa592761 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583024 Jun 21 14:01:53.120101 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b5d90039-94a2-4ecf-9ad8-1bacbbb17079 req-f35854f7-1297-44b2-a188-504f7bfbe31b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 210 time: 0.0403240 Jun 21 14:01:53.160651 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bced8-f525-4995-85cf-fb8d59360e28 req-68944646-7b05-407f-a314-fadfd65bed6e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:53.162203 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-518bced8-f525-4995-85cf-fb8d59360e28 req-68944646-7b05-407f-a314-fadfd65bed6e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.64 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0897653 Jun 21 14:01:53.308087 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Deleting port 1eb57c15-46e3-4b55-b922-4342d8dce15d {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:01:53.308522 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:53.356402 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e428a-1103-43a9-9318-de4fc031acb5 req-4df30074-eb54-4c35-9f7b-6bde9edeb47e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:53.368955 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-071e428a-1103-43a9-9318-de4fc031acb5 req-4df30074-eb54-4c35-9f7b-6bde9edeb47e tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 946 time: 0.0872293 Jun 21 14:01:53.417695 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-071e428a-1103-43a9-9318-de4fc031acb5 req-16c00eab-712e-4c02-bb88-c50a0d55e418 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Jun 21 14:01:53.446482 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] For port 1eb57c15-46e3-4b55-b922-4342d8dce15d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1eb57c15-46e3-4b55-b922-4342d8dce15d,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:53.447065 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:53.514793 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Calling delete_port for 1eb57c15-46e3-4b55-b922-4342d8dce15d owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:01:53.739670 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-9e7234fb-9b1f-4bf5-a26a-4583e52e54af tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:53.741230 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-9e7234fb-9b1f-4bf5-a26a-4583e52e54af tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 812 time: 0.1496465 Jun 21 14:01:53.796229 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:53.804175 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c2a03a0e-9a1d-47d9-855f-9a6e454e9c7f tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:53.833715 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Pushing event deleted for resources: {'Port': ['ID=1eb57c15-46e3-4b55-b922-4342d8dce15d,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:53.843551 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:53.854430 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['1eb57c15-46e3-4b55-b922-4342d8dce15d', '37b4226c-0676-475f-b39d-39e5c9a91348'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:01:53.879735 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-2cfcbed9-f3d7-48d4-ac94-d2f5b8ba9e29 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 380 time: 0.1122689 Jun 21 14:01:53.905888 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'port': {'device_id': 'adddfff4-ea63-4150-ad78-26f28badef70', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'admin_state_up': True, 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'security_groups': ['31af3e71-fd4c-4563-bf3f-38ba1531560d']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:53.909162 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] No DVR routers for this DVR port 1eb57c15-46e3-4b55-b922-4342d8dce15d on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:01:53.912373 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:53.914335 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-518bced8-f525-4995-85cf-fb8d59360e28 req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.64 "DELETE /v2.0/ports/1eb57c15-46e3-4b55-b922-4342d8dce15d HTTP/1.1" status: 204 len: 173 time: 0.7431338 Jun 21 14:01:53.914832 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367450a9-a24a-4ec1-a62b-771b378e7dc8', 'name': 'network-vif-deleted', 'tag': '1eb57c15-46e3-4b55-b922-4342d8dce15d'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:53.917202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98e6ace-76af-4f2f-b5d6-da94b692ade0" -d '{"events": [{"server_uuid": "367450a9-a24a-4ec1-a62b-771b378e7dc8", "name": "network-vif-deleted", "tag": "1eb57c15-46e3-4b55-b922-4342d8dce15d"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:54.005716 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f30b1a4-519e-4ee4-b77f-fb51b68d80a6 x-openstack-request-id: req-9f30b1a4-519e-4ee4-b77f-fb51b68d80a6 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:54.006643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367450a9-a24a-4ec1-a62b-771b378e7dc8", "name": "network-vif-deleted", "tag": "1eb57c15-46e3-4b55-b922-4342d8dce15d", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:54.006643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f30b1a4-519e-4ee4-b77f-fb51b68d80a6 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:54.006988 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367450a9-a24a-4ec1-a62b-771b378e7dc8', 'name': 'network-vif-deleted', 'tag': '1eb57c15-46e3-4b55-b922-4342d8dce15d', 'status': 'completed', 'code': 200} Jun 21 14:01:54.058128 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Made reservation on behalf of c245f05ac88941a1a4fbe3666e975df4 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:01:54.064496 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:54.233795 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Allocated IP 172.20.0.6 (a216662f-fa3a-403f-8e4b-4ab3b3757f8f/52a89dd7-a04d-4f75-9e61-c15c8bb49f48/605f3370-29ee-4bae-864f-dfe3621e7cf5) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:01:54.340631 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9ad7b964-38a9-437e-915f-07192263e951 req-b30087c9-50c8-49ae-96e4-fcc0edc89d4c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 210 time: 0.0453670 Jun 21 14:01:54.465465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:54.480566 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Transition to ACTIVE for port object 605f3370-29ee-4bae-864f-dfe3621e7cf5 will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:54.535683 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:54.540213 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:54.584158 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:54.590178 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:54.595605 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:54.617800 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24440ff9-c635-4f3b-bf12-a431fb9fe2ad req-f8ee7e49-6406-429c-a137-de8560fd8872 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:54.619570 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-24440ff9-c635-4f3b-bf12-a431fb9fe2ad req-f8ee7e49-6406-429c-a137-de8560fd8872 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 945 time: 0.1717095 Jun 21 14:01:54.645290 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=605f3370-29ee-4bae-864f-dfe3621e7cf5,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:54.666400 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:54.702657 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-24440ff9-c635-4f3b-bf12-a431fb9fe2ad req-8ab65389-3f0d-4cef-998c-71f1979d83dd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743785 Jun 21 14:01:54.796132 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4b13959e-ca6d-4817-a768-81a450f2f061 req-ce1ec83e-7b8a-4b05-a9b2-3db4524add9a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=367450a9-a24a-4ec1-a62b-771b378e7dc8 HTTP/1.1" status: 200 len: 210 time: 0.1233170 Jun 21 14:01:54.812075 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:54.815474 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:54.853719 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9518161 Jun 21 14:01:54.900899 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Request body: {'port': {'device_id': 'adddfff4-ea63-4150-ad78-26f28badef70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:55.027469 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:55.041939 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-9b4cfae7-6616-4685-b753-8e25e7bd2278 None None] Provisioning for port 605f3370-29ee-4bae-864f-dfe3621e7cf5 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:55.048664 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-9b4cfae7-6616-4685-b753-8e25e7bd2278 None None] Provisioning complete for port 605f3370-29ee-4bae-864f-dfe3621e7cf5 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:55.049319 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfae7-6616-4685-b753-8e25e7bd2278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:55.095881 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-9b4cfae7-6616-4685-b753-8e25e7bd2278 None None] Port 605f3370-29ee-4bae-864f-dfe3621e7cf5 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:01:55.351633 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605f3370-29ee-4bae-864f-dfe3621e7cf5 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:55.359310 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:55.384096 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Transition to ACTIVE for port object 605f3370-29ee-4bae-864f-dfe3621e7cf5 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:55.392063 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:55.394782 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c3650d10-dfe4-4c7e-ade4-e40871e13ad6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:55.442761 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Pushing event updated for resources: {'Port': ['ID=605f3370-29ee-4bae-864f-dfe3621e7cf5,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:55.449537 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:55.565849 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8e9e3-650d-4a2b-8cad-49ce020e0156 req-48d7af0a-749b-45dc-9128-640a050faa26 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:55.578450 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-41c8e9e3-650d-4a2b-8cad-49ce020e0156 req-48d7af0a-749b-45dc-9128-640a050faa26 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.1214168 Jun 21 14:01:55.584253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Attempting to bind port 605f3370-29ee-4bae-864f-dfe3621e7cf5 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:01:55.584668 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Attempting to bind port 605f3370-29ee-4bae-864f-dfe3621e7cf5 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:01:55.585000 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Attempting to bind port 605f3370-29ee-4bae-864f-dfe3621e7cf5 on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:55.592603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Port 605f3370-29ee-4bae-864f-dfe3621e7cf5 on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:01:55.593421 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Attempting to bind port 605f3370-29ee-4bae-864f-dfe3621e7cf5 on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:55.600620 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:01:55.600966 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Checking segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:55.601355 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Bound using segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:01:55.602360 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Bound port: 605f3370-29ee-4bae-864f-dfe3621e7cf5, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:01:55.602655 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:55.659108 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-41c8e9e3-650d-4a2b-8cad-49ce020e0156 req-72118a17-5f45-48a6-a187-c5459ad8d019 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747619 Jun 21 14:01:55.698683 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] For port 605f3370-29ee-4bae-864f-dfe3621e7cf5, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:01:55.703277 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] For port 605f3370-29ee-4bae-864f-dfe3621e7cf5, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:01:55.716735 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:55.730714 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:55.770597 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:55.771175 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:55.774833 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] 10.222.0.64 "PUT /v2.0/ports/605f3370-29ee-4bae-864f-dfe3621e7cf5 HTTP/1.1" status: 200 len: 1093 time: 0.8776190 Jun 21 14:01:55.813132 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Pushing event updated for resources: {'Port': ['ID=605f3370-29ee-4bae-864f-dfe3621e7cf5,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:55.817257 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:55.933160 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 1eb57c15-46e3-4b55-b922-4342d8dce15d no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:01:55.951456 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-772dca21-71f0-4a11-86ca-ad2f17990753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:55.955488 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-772dca21-71f0-4a11-86ca-ad2f17990753 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 1096 time: 0.1106198 Jun 21 14:01:55.967375 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5999a03-0648-4fc5-824f-b6d4a8ad32e6 req-1271625b-b39d-43bb-bf59-4a75d698f70b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:55.975346 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 1eb57c15-46e3-4b55-b922-4342d8dce15d {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:01:55.978000 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 1eb57c15-46e3-4b55-b922-4342d8dce15d not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:01:55.988129 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c5999a03-0648-4fc5-824f-b6d4a8ad32e6 req-1271625b-b39d-43bb-bf59-4a75d698f70b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 945 time: 0.1408463 Jun 21 14:01:56.022014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adddfff4-ea63-4150-ad78-26f28badef70', 'tag': '605f3370-29ee-4bae-864f-dfe3621e7cf5'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:56.024746 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ec0b63-973e-4072-b314-05ab049a1e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "adddfff4-ea63-4150-ad78-26f28badef70", "tag": "605f3370-29ee-4bae-864f-dfe3621e7cf5"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:56.029835 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-2fd7b90c-4be6-4362-b38d-5bf790de59f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5 HTTP/1.1" status: 200 len: 217 time: 0.0569603 Jun 21 14:01:56.046481 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c5999a03-0648-4fc5-824f-b6d4a8ad32e6 req-e314ee8a-614f-410b-aa74-2ab73d252c08 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533652 Jun 21 14:01:56.123549 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e21352-45f9-48c4-a021-ea494cab74b6 x-openstack-request-id: req-03e21352-45f9-48c4-a021-ea494cab74b6 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:56.124020 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adddfff4-ea63-4150-ad78-26f28badef70", "tag": "605f3370-29ee-4bae-864f-dfe3621e7cf5", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:56.124306 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03e21352-45f9-48c4-a021-ea494cab74b6 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:56.124764 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adddfff4-ea63-4150-ad78-26f28badef70', 'tag': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'status': 'completed', 'code': 200} Jun 21 14:01:56.163956 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-8da8a783-b336-4e6a-8b6f-8cf87f4eb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:56.165701 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-8da8a783-b336-4e6a-8b6f-8cf87f4eb837 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0854182 Jun 21 14:01:56.281602 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-775bf367-3354-4a13-b2e7-b4e325ef28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:56.283402 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-775bf367-3354-4a13-b2e7-b4e325ef28ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047466 Jun 21 14:01:56.380886 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66276-59fc-4fc6-bd3d-1110d214d67f req-18e90c38-c0cf-4f4d-92e9-5c54b7ab6fdd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:56.388958 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-55b66276-59fc-4fc6-bd3d-1110d214d67f req-18e90c38-c0cf-4f4d-92e9-5c54b7ab6fdd tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0792334 Jun 21 14:01:56.437176 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-55b66276-59fc-4fc6-bd3d-1110d214d67f req-5d54f1ba-d881-4c7f-a404-63f8dc33c2c8 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Jun 21 14:01:56.722654 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-1c955834-ecf2-4c79-841c-fc2b3ceb8219 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875639 Jun 21 14:01:56.868985 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b8ddebdb-d28b-4f7f-b5ce-7e0df6310987 req-8714aa93-0b6e-4e34-865d-3ca501336380 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394904 Jun 21 14:01:56.895450 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2884893-111c-45b8-9e5d-52287ffb7e39 req-e2f846fa-2983-483f-8256-7dd5cc569f08 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:56.897761 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c2884893-111c-45b8-9e5d-52287ffb7e39 req-e2f846fa-2983-483f-8256-7dd5cc569f08 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.1007862 Jun 21 14:01:56.942443 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c2884893-111c-45b8-9e5d-52287ffb7e39 req-bc1e3764-9dde-4358-a1b1-402207e0a288 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Jun 21 14:01:57.309158 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b16c86-9663-4cc7-a5e6-46c994972786 req-5c49922a-f020-4632-a050-76c7fbcb9986 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:57.310678 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c1b16c86-9663-4cc7-a5e6-46c994972786 req-5c49922a-f020-4632-a050-76c7fbcb9986 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 945 time: 0.1532204 Jun 21 14:01:57.322708 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-5a408ebc-7887-450e-85ae-5c2c890b021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:57.324198 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-5a408ebc-7887-450e-85ae-5c2c890b021a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 1096 time: 0.1571410 Jun 21 14:01:57.338181 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-7e2e7f00-2e3d-46e6-9f84-1a2a631a3786 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:57.339579 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-7e2e7f00-2e3d-46e6-9f84-1a2a631a3786 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 945 time: 0.1697104 Jun 21 14:01:57.444281 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c1b16c86-9663-4cc7-a5e6-46c994972786 req-ef68a405-91a8-4f0b-8da5-6d8c45abd03d tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261640 Jun 21 14:01:57.518542 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-bac949c7-07e0-4944-adc4-20d73ba5b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:57.522360 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-bac949c7-07e0-4944-adc4-20d73ba5b328 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.1742382 Jun 21 14:01:57.574015 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-ef85a1b7-c44d-4456-bb1a-5c1de51d6ae1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5 HTTP/1.1" status: 200 len: 217 time: 0.0435674 Jun 21 14:01:57.597544 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Deleting port b7b7e9fe-d935-427c-9dc8-723ddce51a56 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:01:57.597950 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:57.650838 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901ef82-3195-4510-ad3c-2a190c0dcca7 req-6c532fee-dda2-4b36-9fe7-3f1a0b986f85 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:57.653124 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0901ef82-3195-4510-ad3c-2a190c0dcca7 req-6c532fee-dda2-4b36-9fe7-3f1a0b986f85 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0945921 Jun 21 14:01:57.679825 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-8ea26e7c-03fc-45e5-89ae-08d948df3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:57.682018 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-8ea26e7c-03fc-45e5-89ae-08d948df3da3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.1006525 Jun 21 14:01:57.712386 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0901ef82-3195-4510-ad3c-2a190c0dcca7 req-3cb8057c-d297-4160-9303-1a2162544cd4 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534184 Jun 21 14:01:57.775752 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] For port b7b7e9fe-d935-427c-9dc8-723ddce51a56, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7b7e9fe-d935-427c-9dc8-723ddce51a56,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:57.776398 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:57.846177 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Calling delete_port for b7b7e9fe-d935-427c-9dc8-723ddce51a56 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:01:57.855564 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-6a54c6d2-1fb1-4634-b5fd-818fbec5b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:57.857132 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-6a54c6d2-1fb1-4634-b5fd-818fbec5b3b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1634750 Jun 21 14:01:58.017769 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-0b760511-d977-4776-894b-60b2191555ef service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509478 Jun 21 14:01:58.154647 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:58.161546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:58.205172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Pushing event deleted for resources: {'Port': ['ID=b7b7e9fe-d935-427c-9dc8-723ddce51a56,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:58.208395 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['57f5ef1b-15c1-4173-9774-adbd1a4290f0', '94084c92-4c18-495c-ac16-caf38e241402', '331305f4-decf-465c-8500-b10c3a5b3581'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:01:58.208956 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:58.282422 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54ec0b63-973e-4072-b314-05ab049a1e9b req-5e20a195-6ec6-4f5b-abcf-2dfa8bbecf15 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541535 Jun 21 14:01:58.285185 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] No DVR routers for this DVR port b7b7e9fe-d935-427c-9dc8-723ddce51a56 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:01:58.288200 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:58.291150 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1d3f5521-95df-453c-9c42-61794c1849f4 req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "DELETE /v2.0/ports/b7b7e9fe-d935-427c-9dc8-723ddce51a56 HTTP/1.1" status: 204 len: 173 time: 0.9360971 Jun 21 14:01:58.292866 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226648c-f47c-4492-8ef2-885a30ad50fd', 'name': 'network-vif-deleted', 'tag': 'b7b7e9fe-d935-427c-9dc8-723ddce51a56'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:58.297069 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e88aea-af69-4204-a0c8-64addf521a09" -d '{"events": [{"server_uuid": "5226648c-f47c-4492-8ef2-885a30ad50fd", "name": "network-vif-deleted", "tag": "b7b7e9fe-d935-427c-9dc8-723ddce51a56"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:58.341854 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918515-a2a0-4533-af6f-97446d4df408 req-e9087f86-18b5-4a59-aeb7-d2e6bf57e5d2 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:58.343472 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99918515-a2a0-4533-af6f-97446d4df408 req-e9087f86-18b5-4a59-aeb7-d2e6bf57e5d2 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.2538240 Jun 21 14:01:58.382888 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924dea08-9956-454c-a337-db8e01c34d52 x-openstack-request-id: req-924dea08-9956-454c-a337-db8e01c34d52 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:58.383442 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226648c-f47c-4492-8ef2-885a30ad50fd", "name": "network-vif-deleted", "tag": "b7b7e9fe-d935-427c-9dc8-723ddce51a56", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:58.383935 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-924dea08-9956-454c-a337-db8e01c34d52 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:58.384462 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226648c-f47c-4492-8ef2-885a30ad50fd', 'name': 'network-vif-deleted', 'tag': 'b7b7e9fe-d935-427c-9dc8-723ddce51a56', 'status': 'completed', 'code': 200} Jun 21 14:01:58.401515 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99918515-a2a0-4533-af6f-97446d4df408 req-059d0ea5-b1e9-4c2e-a8e7-9bf0aef1f95c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489657 Jun 21 14:01:58.643185 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5523eb69-e801-413c-99e6-af2cb7e77ffd req-50fadfa1-b077-40ac-9583-0b3f88ecddd0 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=5226648c-f47c-4492-8ef2-885a30ad50fd HTTP/1.1" status: 200 len: 210 time: 0.0325646 Jun 21 14:01:58.908180 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263216c0-dc3f-4136-8e69-3bbea20bc1b9 req-e23ebff7-c28c-43ad-8fe6-f3d347ab4398 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:58.909683 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-263216c0-dc3f-4136-8e69-3bbea20bc1b9 req-e23ebff7-c28c-43ad-8fe6-f3d347ab4398 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0835664 Jun 21 14:01:58.953775 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-263216c0-dc3f-4136-8e69-3bbea20bc1b9 req-9e7bbf4d-f92c-4e18-a14d-7c2f360096e0 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349855 Jun 21 14:01:59.613607 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36795d-9c34-4048-907a-79fa9ce1649c req-10baae49-9ab0-4fea-9e8b-40dc489b8f32 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:59.615121 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5d36795d-9c34-4048-907a-79fa9ce1649c req-10baae49-9ab0-4fea-9e8b-40dc489b8f32 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.0661473 Jun 21 14:01:59.657363 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5d36795d-9c34-4048-907a-79fa9ce1649c req-a9556d64-13df-4635-91eb-c999056019d1 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344369 Jun 21 14:01:59.956399 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device b7b7e9fe-d935-427c-9dc8-723ddce51a56 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:01:59.976573 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: b7b7e9fe-d935-427c-9dc8-723ddce51a56 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:01:59.977009 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device b7b7e9fe-d935-427c-9dc8-723ddce51a56 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:00.142204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8fd0a-6578-4316-9738-b81363d85cd7 req-23488bb6-d29a-4681-92a8-60294e648ff5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:00.143652 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1f8fd0a-6578-4316-9738-b81363d85cd7 req-23488bb6-d29a-4681-92a8-60294e648ff5 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0678806 Jun 21 14:02:00.185196 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1f8fd0a-6578-4316-9738-b81363d85cd7 req-09ec5f91-0806-431f-8921-be49f9235113 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339861 Jun 21 14:02:00.851642 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccf1af-eb22-42cc-b3a0-46f9a0135c04 req-4cbc580f-840e-4caa-b9fd-2585aaaaacd3 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:00.853586 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43ccf1af-eb22-42cc-b3a0-46f9a0135c04 req-4cbc580f-840e-4caa-b9fd-2585aaaaacd3 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.0697691 Jun 21 14:02:00.894757 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-43ccf1af-eb22-42cc-b3a0-46f9a0135c04 req-db2ad759-bef8-4e1a-a78e-9733758126f4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351152 Jun 21 14:02:01.293425 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae120965-1b38-4dac-8543-617f4fe032a3 req-79ed7961-fae8-4af8-a3f4-9dcbc3ca9123 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:01.300734 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ae120965-1b38-4dac-8543-617f4fe032a3 req-79ed7961-fae8-4af8-a3f4-9dcbc3ca9123 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0763140 Jun 21 14:02:01.345848 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ae120965-1b38-4dac-8543-617f4fe032a3 req-df004d64-db02-4591-9dba-81246871cb4b tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441597 Jun 21 14:02:01.378891 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15f2f9-c8eb-4dc2-8465-276f05b8daea req-88b6efaf-9304-44a8-b1f3-8eb604d26b4a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:01.381305 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2d15f2f9-c8eb-4dc2-8465-276f05b8daea req-88b6efaf-9304-44a8-b1f3-8eb604d26b4a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0695703 Jun 21 14:02:01.430949 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2d15f2f9-c8eb-4dc2-8465-276f05b8daea req-65bcb91f-85a8-48b9-ac69-9e02ec31cd33 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Jun 21 14:02:02.089655 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c46017-0cd5-4a66-b3a5-4d6586361122 req-73fc9713-d3b6-4b49-bd13-51231f6e959a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:02.092680 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a4c46017-0cd5-4a66-b3a5-4d6586361122 req-73fc9713-d3b6-4b49-bd13-51231f6e959a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.0775168 Jun 21 14:02:02.144858 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a4c46017-0cd5-4a66-b3a5-4d6586361122 req-b30169b6-a31a-4be8-af60-361613556107 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455534 Jun 21 14:02:02.545021 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2431e-d4f2-46e8-bd02-b51061939e96 req-6bbae026-647b-460b-bc94-7274366dca52 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:02.546723 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-35c2431e-d4f2-46e8-bd02-b51061939e96 req-6bbae026-647b-460b-bc94-7274366dca52 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0870638 Jun 21 14:02:02.599608 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-35c2431e-d4f2-46e8-bd02-b51061939e96 req-24ce9773-dc50-4c10-81b1-f4dbf3b54e69 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Jun 21 14:02:02.645735 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8edb14-875b-4dd2-8734-83c4a3426749 req-083cf007-e6de-45da-8d30-922ab6c52cff tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:02.648082 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3f8edb14-875b-4dd2-8734-83c4a3426749 req-083cf007-e6de-45da-8d30-922ab6c52cff tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.0806317 Jun 21 14:02:02.695544 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3f8edb14-875b-4dd2-8734-83c4a3426749 req-432696aa-e196-405b-b2fd-663304ba559b tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Jun 21 14:02:03.330660 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a129b-ad95-4287-9359-267e2dd5519d req-d1a88694-e652-43d2-9bd4-108bf8fed31a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:03.332901 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f84a129b-ad95-4287-9359-267e2dd5519d req-d1a88694-e652-43d2-9bd4-108bf8fed31a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.0657640 Jun 21 14:02:03.384196 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f84a129b-ad95-4287-9359-267e2dd5519d req-3da26b0d-d2ca-4c19-aad8-dc01db547664 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457985 Jun 21 14:02:03.461741 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:02:03.785575 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d3d87-fb19-46a4-acfd-6b3cbade7255 req-aa9896fd-7559-4045-8363-2bbcacfa1f73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:03.787125 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-800d3d87-fb19-46a4-acfd-6b3cbade7255 req-aa9896fd-7559-4045-8363-2bbcacfa1f73 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.0632646 Jun 21 14:02:03.824480 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-800d3d87-fb19-46a4-acfd-6b3cbade7255 req-cc6abadb-35a0-4cad-851d-362694cd7e87 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jun 21 14:02:03.936802 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f8da1-9ae8-4638-afc8-fa71311bd9f1 req-8c0201fd-85b9-42fd-bd6e-231853d4e926 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:03.938142 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ab0f8da1-9ae8-4638-afc8-fa71311bd9f1 req-8c0201fd-85b9-42fd-bd6e-231853d4e926 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1275413 Jun 21 14:02:04.000471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-3715d283-c667-4f12-b169-4ea8997d8053 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:04.001859 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-3715d283-c667-4f12-b169-4ea8997d8053 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.64 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 945 time: 0.1467583 Jun 21 14:02:04.005768 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ab0f8da1-9ae8-4638-afc8-fa71311bd9f1 req-e9b759ea-751b-47d4-8e6f-6d0f77555a30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d37d79-8e11-44c4-854d-fce1d4ca3ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593357 Jun 21 14:02:04.023201 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-8cc5d08f-9f8f-4d32-8ac8-167c9c99f163 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:04.024620 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-8cc5d08f-9f8f-4d32-8ac8-167c9c99f163 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 945 time: 0.1672635 Jun 21 14:02:04.172737 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Deleting port 37b4226c-0676-475f-b39d-39e5c9a91348 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:04.173074 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:04.216801 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Deleting port 331305f4-decf-465c-8500-b10c3a5b3581 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:04.217140 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:04.424688 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7762acf2-7ed0-408d-8c35-27ac7a1dea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:04.563421 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] For port 37b4226c-0676-475f-b39d-39e5c9a91348, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=37b4226c-0676-475f-b39d-39e5c9a91348,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:04.563784 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:04.578471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] For port 331305f4-decf-465c-8500-b10c3a5b3581, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=331305f4-decf-465c-8500-b10c3a5b3581,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:04.578817 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:04.587482 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ea81e-7443-4cba-bbed-8fb2435ff598 req-9528209e-5cc2-40ad-a4a6-6fca870530a1 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:04.594420 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-af3ea81e-7443-4cba-bbed-8fb2435ff598 req-9528209e-5cc2-40ad-a4a6-6fca870530a1 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.0858252 Jun 21 14:02:04.640381 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-af3ea81e-7443-4cba-bbed-8fb2435ff598 req-2db46812-2625-4cec-8653-b9b18147ec89 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450032 Jun 21 14:02:04.641506 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Calling delete_port for 37b4226c-0676-475f-b39d-39e5c9a91348 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:04.698354 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Calling delete_port for 331305f4-decf-465c-8500-b10c3a5b3581 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:04.953111 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:04.958752 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d587e0e5-d6ba-4c11-bb08-7c58da3da794 tempest-DeleteServersTestJSON-384508415 tempest-DeleteServersTestJSON-384508415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:04.970325 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:04.995610 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['57f5ef1b-15c1-4173-9774-adbd1a4290f0', '94084c92-4c18-495c-ac16-caf38e241402'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:02:05.016749 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Pushing event deleted for resources: {'Port': ['ID=331305f4-decf-465c-8500-b10c3a5b3581,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:05.021929 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:05.031529 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-888caa38-5682-4a64-a316-1b6c1efc4b30 tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:05.045046 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a3cad71e-8be6-4100-9407-cc46544a7d41 req-e6c886fc-acad-44af-b198-2428cf234f54 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 210 time: 0.0897884 Jun 21 14:02:05.108194 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Pushing event deleted for resources: {'Port': ['ID=37b4226c-0676-475f-b39d-39e5c9a91348,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:05.127654 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:05.143909 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] No DVR routers for this DVR port 331305f4-decf-465c-8500-b10c3a5b3581 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:02:05.168064 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:05.170315 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b61a381e-9bf5-443b-9b1a-a65ec463b321 req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "DELETE /v2.0/ports/331305f4-decf-465c-8500-b10c3a5b3581 HTTP/1.1" status: 204 len: 173 time: 1.1282661 Jun 21 14:02:05.171125 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604ab0c-4ef2-4bd2-ace7-cd1be1637685', 'name': 'network-vif-deleted', 'tag': '331305f4-decf-465c-8500-b10c3a5b3581'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:05.173709 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396fb6e3-2f26-489b-8521-8a962e8e7236" -d '{"events": [{"server_uuid": "0604ab0c-4ef2-4bd2-ace7-cd1be1637685", "name": "network-vif-deleted", "tag": "331305f4-decf-465c-8500-b10c3a5b3581"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:05.176567 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] No DVR routers for this DVR port 37b4226c-0676-475f-b39d-39e5c9a91348 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:02:05.180005 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7339d0b8-5f65-4c6f-be6d-6a6b8436e987 req-fa883121-7f7c-49af-81d4-89c88dddf92a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.21 "GET /v2.0/ports?device_id=90270324-4637-4445-905f-be92a4b66be8 HTTP/1.1" status: 200 len: 210 time: 0.0404947 Jun 21 14:02:05.194712 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:05.196912 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-baa472ed-3847-4bdc-abc7-d6425133a458 req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] 10.222.0.64 "DELETE /v2.0/ports/37b4226c-0676-475f-b39d-39e5c9a91348 HTTP/1.1" status: 204 len: 173 time: 1.1878209 Jun 21 14:02:05.220313 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a570e0-3602-481f-ac96-ed115c1cc786 x-openstack-request-id: req-72a570e0-3602-481f-ac96-ed115c1cc786 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:05.220716 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0604ab0c-4ef2-4bd2-ace7-cd1be1637685", "name": "network-vif-deleted", "tag": "331305f4-decf-465c-8500-b10c3a5b3581", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:05.220949 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72a570e0-3602-481f-ac96-ed115c1cc786 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:05.221368 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604ab0c-4ef2-4bd2-ace7-cd1be1637685', 'name': 'network-vif-deleted', 'tag': '331305f4-decf-465c-8500-b10c3a5b3581', 'status': 'completed', 'code': 200} Jun 21 14:02:05.815419 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63a175-4c8d-420a-abc6-1629d2c3c42a req-e5c47e1f-fc4b-481e-8117-c5221d677cb6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:05.817151 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2e63a175-4c8d-420a-abc6-1629d2c3c42a req-e5c47e1f-fc4b-481e-8117-c5221d677cb6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 943 time: 0.0665762 Jun 21 14:02:05.855298 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2e63a175-4c8d-420a-abc6-1629d2c3c42a req-bcbe28aa-2bec-4b8d-9b82-03aaa4112077 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Jun 21 14:02:05.963547 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 605f3370-29ee-4bae-864f-dfe3621e7cf5 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:02:05.975014 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 331305f4-decf-465c-8500-b10c3a5b3581 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:06.001510 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 331305f4-decf-465c-8500-b10c3a5b3581 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:02:06.001882 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 331305f4-decf-465c-8500-b10c3a5b3581 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:06.002299 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 37b4226c-0676-475f-b39d-39e5c9a91348 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:06.036374 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 37b4226c-0676-475f-b39d-39e5c9a91348 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:02:06.036753 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 37b4226c-0676-475f-b39d-39e5c9a91348 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:06.107363 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 605f3370-29ee-4bae-864f-dfe3621e7cf5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:06.117815 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'port_id': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'mac_address': 'fa:16:3e:e1:71:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:02:06.155795 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.169108 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605f3370-29ee-4bae-864f-dfe3621e7cf5 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:02:06.190574 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 605f3370-29ee-4bae-864f-dfe3621e7cf5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:06.200027 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aff75fd1-b959-4c20-8a0d-0266c738e29c req-8f7db1a1-56cd-4e4f-a2a8-2dd7e8eb61dd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0604ab0c-4ef2-4bd2-ace7-cd1be1637685 HTTP/1.1" status: 200 len: 210 time: 0.0317998 Jun 21 14:02:06.204132 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.205977 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:06.248242 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41288) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:06.271984 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=605f3370-29ee-4bae-864f-dfe3621e7cf5,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:06.279483 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.279862 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.280196 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.280724 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.281059 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.281382 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.281867 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.282339 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.282911 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.283495 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.283984 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.284548 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:06.289446 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:06.313457 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Deleting subnet e1eae132-6b9a-4b1e-9a6c-29f5402a837a {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:02:06.316854 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.356769 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41292) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:06.366229 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.408176 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.484862 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.496486 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:06.532741 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1eae132-6b9a-4b1e-9a6c-29f5402a837a,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:06.544611 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.546392 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e1eae132-6b9a-4b1e-9a6c-29f5402a837a HTTP/1.1" status: 204 len: 168 time: 0.2965729 Jun 21 14:02:06.547716 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:06.549642 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41294) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:06.652515 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.663153 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-57e3cd5c-d990-400f-bed4-af3e5c01ccfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315207 Jun 21 14:02:06.707254 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['605f3370-29ee-4bae-864f-dfe3621e7cf5'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:02:06.761232 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.772861 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e12e22-b4c6-4b26-9329-9c2dfed27dcb']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:06.784756 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd308637e-4407-4c7d-b9fc-7729c40452e7') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:06.785116 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd308637e-4407-4c7d-b9fc-7729c40452e7') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:06.799092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.811830 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.817904 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.822200 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-6428155e-5661-4990-a8ae-117a7a50220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:06.823752 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-6428155e-5661-4990-a8ae-117a7a50220b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 1099 time: 0.0958445 Jun 21 14:02:06.829607 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:02:06.830451 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:02:06.844829 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:02:06.958805 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.974332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:06.979487 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:06.981920 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] 10.222.0.21 "DELETE /v2.0/networks/21e12e22-b4c6-4b26-9329-9c2dfed27dcb HTTP/1.1" status: 204 len: 168 time: 0.4312243 Jun 21 14:02:07.014574 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Pushing event deleted for resources: {'Network': ['ID=21e12e22-b4c6-4b26-9329-9c2dfed27dcb,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:07.021570 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:07.041864 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a9ef42bd-f56f-4979-9e4e-8b6138bd0fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.044168 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-cf84202a-c40e-4663-87e1-609ed61b9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:07.045695 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-cf84202a-c40e-4663-87e1-609ed61b9fc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 911 time: 0.1698267 Jun 21 14:02:07.124380 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-55e92d48-77d9-4059-a4df-b2ef4a282ada service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 200 len: 1000 time: 0.0696192 Jun 21 14:02:07.135628 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dbdf0-164b-446a-92c2-e8caa025df7a req-7e0b6e51-cbaa-4764-be3f-1eb40604bbfa tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:07.142609 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d03dbdf0-164b-446a-92c2-e8caa025df7a req-7e0b6e51-cbaa-4764-be3f-1eb40604bbfa tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 944 time: 0.1432128 Jun 21 14:02:07.161860 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Deleting port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:07.162210 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.184552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41300) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:07.222113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90270324-4637-4445-905f-be92a4b66be8', 'name': 'network-vif-deleted', 'tag': '37b4226c-0676-475f-b39d-39e5c9a91348'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:07.224393 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2816b4-d285-4ac0-92b6-58b917574333" -d '{"events": [{"server_uuid": "90270324-4637-4445-905f-be92a4b66be8", "name": "network-vif-deleted", "tag": "37b4226c-0676-475f-b39d-39e5c9a91348"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:07.235610 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-9b9b08ea-9c3f-40d3-b76b-183c4046464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:07.237143 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-9b9b08ea-9c3f-40d3-b76b-183c4046464e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0926683 Jun 21 14:02:07.241055 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d03dbdf0-164b-446a-92c2-e8caa025df7a req-d81ec049-91a4-4182-b132-73e7148c3019 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974784 Jun 21 14:02:07.245945 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] For port 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,segment=NetworkSegment(45ff8a41-7e7e-42dc-8a19-64e76f00497f),segment_id=45ff8a41-7e7e-42dc-8a19-64e76f00497f)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:07.246419 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.271671 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9e2ba3e2-2f3e-48ee-8b44-f9746a8f527c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=130520c0c6324d8c8c805ecf7533b5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844486 Jun 21 14:02:07.283710 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41306) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:07.297235 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.317968 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c87c766-377d-44e8-8e9b-dd1520be5c1f x-openstack-request-id: req-5c87c766-377d-44e8-8e9b-dd1520be5c1f {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:07.318332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90270324-4637-4445-905f-be92a4b66be8", "name": "network-vif-deleted", "tag": "37b4226c-0676-475f-b39d-39e5c9a91348", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:07.318623 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c87c766-377d-44e8-8e9b-dd1520be5c1f {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:07.319029 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90270324-4637-4445-905f-be92a4b66be8', 'name': 'network-vif-deleted', 'tag': '37b4226c-0676-475f-b39d-39e5c9a91348', 'status': 'completed', 'code': 200} Jun 21 14:02:07.326818 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Calling delete_port for 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 owned by network:router_interface {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:07.369487 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-5873885b-fe7b-42d7-98d2-4683d6603a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:07.370985 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-5873885b-fe7b-42d7-98d2-4683d6603a88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980058 Jun 21 14:02:07.374366 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb878-5153-4525-89d8-9a622a606e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.439851 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb878-5153-4525-89d8-9a622a606e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.507819 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-0306ac51-0a2c-4cbd-a3d9-626b0d4387d4 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245887 Jun 21 14:02:07.526141 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb878-5153-4525-89d8-9a622a606e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.529734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb878-5153-4525-89d8-9a622a606e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.533391 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-ec6cb878-5153-4525-89d8-9a622a606e3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a443440b-00b8-4209-9468-3b383dc818a0 HTTP/1.1" status: 204 len: 168 time: 0.2462413 Jun 21 14:02:07.540954 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8d8a5c40-783a-4e16-ab3f-b9bff551b92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:07.576119 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cb878-5153-4525-89d8-9a622a606e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a443440b-00b8-4209-9468-3b383dc818a0,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:07.579625 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ec6cb878-5153-4525-89d8-9a622a606e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:07.606247 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.615726 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:07.640215 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44841e7-29ac-48f0-aac0-58f37d95b13e req-ba23bbe9-71ec-41bc-abab-a665a411c0ff service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237097 Jun 21 14:02:07.645645 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a135f6f-a26e-4fa0-a25b-bcacf45d31b2,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:07.649484 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:07.827061 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2db00a-a6fd-416d-81d5-5e1d93dec7fc req-73ea029a-c0e8-406f-aeac-2cb7856866dd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:07.828543 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ac2db00a-a6fd-416d-81d5-5e1d93dec7fc req-73ea029a-c0e8-406f-aeac-2cb7856866dd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 945 time: 0.1375787 Jun 21 14:02:07.863752 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.880824 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ac2db00a-a6fd-416d-81d5-5e1d93dec7fc req-eafd9cae-9877-4a75-bb01-9feeb9c6af81 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Jun 21 14:02:07.983226 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 605f3370-29ee-4bae-864f-dfe3621e7cf5 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:08.032747 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 605f3370-29ee-4bae-864f-dfe3621e7cf5 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:08.037115 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 605f3370-29ee-4bae-864f-dfe3621e7cf5 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:08.037500 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.132734 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.136053 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.157762 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adddfff4-ea63-4150-ad78-26f28badef70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605f3370-29ee-4bae-864f-dfe3621e7cf5'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:08.161156 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff9507-3ead-471f-8b53-9c0d522fe332" -d '{"events": [{"server_uuid": "adddfff4-ea63-4150-ad78-26f28badef70", "name": "network-vif-plugged", "status": "completed", "tag": "605f3370-29ee-4bae-864f-dfe3621e7cf5"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:08.176399 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 605f3370-29ee-4bae-864f-dfe3621e7cf5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:08.183938 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.186708 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:08.216179 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ab6a45-7eb2-44e8-856c-ff792b178cb6 x-openstack-request-id: req-14ab6a45-7eb2-44e8-856c-ff792b178cb6 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:08.216579 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adddfff4-ea63-4150-ad78-26f28badef70", "name": "network-vif-plugged", "status": "completed", "tag": "605f3370-29ee-4bae-864f-dfe3621e7cf5", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:08.216760 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14ab6a45-7eb2-44e8-856c-ff792b178cb6 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:08.217150 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adddfff4-ea63-4150-ad78-26f28badef70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'code': 200} Jun 21 14:02:08.254474 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=605f3370-29ee-4bae-864f-dfe3621e7cf5,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:08.257505 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:08.364930 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Router 55b53ff5-58ce-45fc-9c50-33a02929e75e has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:02:08.519320 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6c6b-1f2c-4f91-82a8-559babd17d6d req-78dd9bf2-e6d5-4f4f-bc19-cc04e38c54dc tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:08.521140 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b3bb6c6b-1f2c-4f91-82a8-559babd17d6d req-78dd9bf2-e6d5-4f4f-bc19-cc04e38c54dc tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 945 time: 0.1583195 Jun 21 14:02:08.532161 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:08.542903 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/55b53ff5-58ce-45fc-9c50-33a02929e75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1846180 Jun 21 14:02:08.545030 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] Sync routers for ids ['55b53ff5-58ce-45fc-9c50-33a02929e75e'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:08.556687 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41346) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:08.560953 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] Routers {'55b53ff5-58ce-45fc-9c50-33a02929e75e'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:08.562064 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['55b53ff5-58ce-45fc-9c50-33a02929e75e'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:08.593077 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b3bb6c6b-1f2c-4f91-82a8-559babd17d6d req-6308a438-2938-4842-94be-ad61212199db tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631416 Jun 21 14:02:08.670344 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c21ec-b6d5-4155-92c9-1eab54244afa req-742a2aec-cd1d-49f9-a94f-2ddcfb881471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:08.671837 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-526c21ec-b6d5-4155-92c9-1eab54244afa req-742a2aec-cd1d-49f9-a94f-2ddcfb881471 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 1098 time: 0.1571522 Jun 21 14:02:08.684338 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] Set router 55b53ff5-58ce-45fc-9c50-33a02929e75e gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:08.686650 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks [] for router, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.726621 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.748090 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-526c21ec-b6d5-4155-92c9-1eab54244afa req-3ae9825f-86e1-4728-a794-1e5e342e8028 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682783 Jun 21 14:02:08.811622 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.811857 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41350) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:08.859732 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T14:02:07Z', 'revision_number': 5, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port': {'id': '0eed6915-3810-4fcb-9567-6fae3db2a017', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:55Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:08.875282 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Deleting port 0eed6915-3810-4fcb-9567-6fae3db2a017 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:08.875630 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.884887 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] Checking router: 55b53ff5-58ce-45fc-9c50-33a02929e75e for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:08.893056 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] Routers {'55b53ff5-58ce-45fc-9c50-33a02929e75e'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:08.893657 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['55b53ff5-58ce-45fc-9c50-33a02929e75e'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:08.917564 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8f6babf2-ae4d-4b87-9252-81d3c5eaaad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:08.984896 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] Set router 55b53ff5-58ce-45fc-9c50-33a02929e75e gateway port host: None {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:08.993031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] For port 0eed6915-3810-4fcb-9567-6fae3db2a017, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0eed6915-3810-4fcb-9567-6fae3db2a017,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:08.993398 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.014367 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8f6babf2-ae4d-4b87-9252-81d3c5eaaad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.020748 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8f6babf2-ae4d-4b87-9252-81d3c5eaaad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.024096 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:09.039808 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T14:02:08Z', 'revision_number': 6, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port_host': None}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:09.063032 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-8f6babf2-ae4d-4b87-9252-81d3c5eaaad8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dc72f0557d34caab1323b47057113df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475557 Jun 21 14:02:09.063243 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41356) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:09.066677 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cff958-bb3c-4db1-8892-7e94c080653a None None] The sync data for ids ['55b53ff5-58ce-45fc-9c50-33a02929e75e'] in dv-cinder-794962-5-iscsi is: [{'id': '55b53ff5-58ce-45fc-9c50-33a02929e75e', 'name': 'tempest-ServerRescueNegativeTestJSON-117338178-router', 'tenant_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:54Z', 'updated_at': '2021-06-21T14:02:08Z', 'revision_number': 6, 'project_id': 'c911c52f16d04d60a145cb8beda5e6e4', 'gw_port_host': None}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:09.070179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6babf2-ae4d-4b87-9252-81d3c5eaaad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680e4572-c21c-4595-86ed-d8dadbc22c9c,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:09.078353 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-8f6babf2-ae4d-4b87-9252-81d3c5eaaad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:09.094985 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Calling delete_port for 0eed6915-3810-4fcb-9567-6fae3db2a017 owned by network:router_gateway {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:09.118263 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b35bb483-50ef-432f-b601-224682218da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.138531 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b35bb483-50ef-432f-b601-224682218da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.176778 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52547f-721f-4938-9345-f3a76292a76d req-5466672d-e06f-42bd-a7e2-494d3866f17a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:09.178851 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-df52547f-721f-4938-9345-f3a76292a76d req-5466672d-e06f-42bd-a7e2-494d3866f17a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 945 time: 0.1743770 Jun 21 14:02:09.186511 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b35bb483-50ef-432f-b601-224682218da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.189487 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b35bb483-50ef-432f-b601-224682218da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.190659 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b35bb483-50ef-432f-b601-224682218da1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/680e4572-c21c-4595-86ed-d8dadbc22c9c HTTP/1.1" status: 204 len: 168 time: 0.1264796 Jun 21 14:02:09.191458 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:09.198922 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bb483-50ef-432f-b601-224682218da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e4572-c21c-4595-86ed-d8dadbc22c9c,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:09.201215 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b35bb483-50ef-432f-b601-224682218da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:09.280668 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-df52547f-721f-4938-9345-f3a76292a76d req-f79df6e7-5f02-4652-9654-f75491f1b212 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951061 Jun 21 14:02:09.332372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.335260 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cc88185f-89eb-4f79-b670-2d98526e4b4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:09.359140 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eed6915-3810-4fcb-9567-6fae3db2a017,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:09.362846 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:09.426243 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.593369 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.776726 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aac52-219b-4141-a1f8-b61d6ba10d4c req-b6ce52f0-9a61-46e7-bcca-cee580ae48cc tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:09.778223 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-270aac52-219b-4141-a1f8-b61d6ba10d4c req-b6ce52f0-9a61-46e7-bcca-cee580ae48cc tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 945 time: 0.0702856 Jun 21 14:02:09.785619 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.787788 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.821991 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-270aac52-219b-4141-a1f8-b61d6ba10d4c req-ff0829f5-1923-483b-9967-c86e61038309 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Jun 21 14:02:09.850432 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.851002 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55b53ff5-58ce-45fc-9c50-33a02929e75e {{(pid=92754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:02:09.856266 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.860210 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] 10.222.0.21 "DELETE /v2.0/routers/55b53ff5-58ce-45fc-9c50-33a02929e75e HTTP/1.1" status: 204 len: 168 time: 1.2983396 Jun 21 14:02:09.861062 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41382) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:09.872308 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41384) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:09.912136 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Deleting subnet fb8e9ead-4906-4ad8-ad95-183a83c713b2 {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:02:09.915574 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.953890 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:09.958817 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0eed6915-3810-4fcb-9567-6fae3db2a017 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:09.978935 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 0eed6915-3810-4fcb-9567-6fae3db2a017 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:02:09.979514 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0eed6915-3810-4fcb-9567-6fae3db2a017 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:09.980106 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:09.988589 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-465794131-network', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:09.999582 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:02:09.999901 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0a135f6f-a26e-4fa0-a25b-bcacf45d31b2 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:10.006512 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.014134 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Made reservation on behalf of b37cee61766742b4b9933a318346cbb8 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:10.016696 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.025353 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.064267 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.067312 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e6bd6dcd-83a4-4c40-bdb3-f514328f8fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:10.094333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8e9ead-4906-4ad8-ad95-183a83c713b2,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:10.097595 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:10.098590 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.102881 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb8e9ead-4906-4ad8-ad95-183a83c713b2 HTTP/1.1" status: 204 len: 168 time: 0.2386575 Jun 21 14:02:10.103095 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41388) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:10.117529 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.123239 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.126907 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:10.152054 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:02:10.158329 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fd5b5d-1df8-4245-becb-f36060ba002c,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:10.161947 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:10.164942 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.165305 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Added segment fccf25d8-a554-4f24-a86b-8848079aa3e3 of type vlan for network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 Jun 21 14:02:10.174291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.208521 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.242937 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.244309 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:10.244917 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.247317 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-365202fd-87e7-4a03-8349-1d87a5c2a9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:10.291169 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.304393 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4277854 Jun 21 14:02:10.305971 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41390) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:10.309293 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Request body: {'subnet': {'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-465794131-subnet', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:10.310780 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6c84dc-da92-449c-ab5c-526075440e9a']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:10.322369 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ff8a41-7e7e-42dc-8a19-64e76f00497f') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:10.322624 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ff8a41-7e7e-42dc-8a19-64e76f00497f') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:10.328198 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc1cb9d-742c-4989-9843-38af4dcf94e7,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:10.332031 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Made reservation on behalf of b37cee61766742b4b9933a318346cbb8 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:10.334394 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12956073'] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.337008 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.337373 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:10.345754 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:02:10.350465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-a18e3941-95cf-4cbc-af74-02c17730155a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:10.351918 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-a18e3941-95cf-4cbc-af74-02c17730155a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 945 time: 0.1483252 Jun 21 14:02:10.373830 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.406432 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:02:10.406844 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:02:10.408696 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:02:10.510816 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12713565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956091'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.513306 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-84d1a55a-f02f-4858-92dc-19dc020589e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:10.536936 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.545274 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.548964 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2d6c84dc-da92-449c-ab5c-526075440e9a HTTP/1.1" status: 204 len: 168 time: 0.4448678 Jun 21 14:02:10.551809 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-853dce04-68c6-422d-a660-0295f5dc459f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:10.560460 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5632fe-161b-44f0-a21f-90f19883abb7,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:10.573532 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:10.575543 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d6c84dc-da92-449c-ab5c-526075440e9a,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:10.578333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:10.581750 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Checking segment: {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:10.582307 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Network hostable DHCP agents. Network: 1bc1cb9d-742c-4989-9843-38af4dcf94e7, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:02:10.601988 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:02:10.605029 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e146ee6-674d-4014-a238-7f42aa2dca48 req-f0cb1471-ed6e-408f-96d7-9670cf83aa6c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:10.607584 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3e146ee6-674d-4014-a238-7f42aa2dca48 req-f0cb1471-ed6e-408f-96d7-9670cf83aa6c tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 945 time: 0.1580322 Jun 21 14:02:10.617542 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Deleting port 94084c92-4c18-495c-ac16-caf38e241402 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:10.617883 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.618046 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 1bc1cb9d-742c-4989-9843-38af4dcf94e7) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:10.628388 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c053d-a9c7-4955-beb8-a256d464d51b None None] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:02:10.632050 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:10.633581 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.653318 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-89412ca9-27dc-463b-870c-cccad322da49 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3474042 Jun 21 14:02:10.656184 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41396) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:10.662914 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:10.697654 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.699209 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.709280 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41400) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:10.756754 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3e146ee6-674d-4014-a238-7f42aa2dca48 req-da88dbe4-e125-4219-ab05-bba1e12c8824 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412723 Jun 21 14:02:10.775741 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.817494 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-75683214-21b6-4db1-9995-9e136266cf59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c911c52f16d04d60a145cb8beda5e6e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1027539 Jun 21 14:02:10.822459 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41402) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:10.826025 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:02:10.826924 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.829530 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] For port 94084c92-4c18-495c-ac16-caf38e241402, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=94084c92-4c18-495c-ac16-caf38e241402,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:10.830055 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.920962 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Calling delete_port for 94084c92-4c18-495c-ac16-caf38e241402 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:10.978953 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Allocated IP 172.20.0.2 (1bc1cb9d-742c-4989-9843-38af4dcf94e7/da5632fe-161b-44f0-a21f-90f19883abb7/af52b883-4a6f-400c-ba75-7c812dcd421a) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:10.979188 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:10.998411 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c04affa3-bc4d-4bff-b061-bfc2bf345e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.031638 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c04affa3-bc4d-4bff-b061-bfc2bf345e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.067048 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881a589-b4c2-46a6-b947-73d4e774dbad req-4e5cfee0-5136-4948-8c9c-6ab2b5a2753e tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:11.071234 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3881a589-b4c2-46a6-b947-73d4e774dbad req-4e5cfee0-5136-4948-8c9c-6ab2b5a2753e tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 945 time: 0.1209879 Jun 21 14:02:11.117556 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c04affa3-bc4d-4bff-b061-bfc2bf345e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.120917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c04affa3-bc4d-4bff-b061-bfc2bf345e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.121773 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3881a589-b4c2-46a6-b947-73d4e774dbad req-bdff3173-72b3-44a1-a3e4-00880da8c9db tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 Jun 21 14:02:11.125830 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.125955 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c04affa3-bc4d-4bff-b061-bfc2bf345e05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99d37d79-8e11-44c4-854d-fce1d4ca3ec0 HTTP/1.1" status: 204 len: 168 time: 0.3021264 Jun 21 14:02:11.140234 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ec6cb878-5153-4525-89d8-9a622a606e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:11.149173 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04affa3-bc4d-4bff-b061-bfc2bf345e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d37d79-8e11-44c4-854d-fce1d4ca3ec0,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:11.151445 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c04affa3-bc4d-4bff-b061-bfc2bf345e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:11.153088 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Transition to ACTIVE for port object af52b883-4a6f-400c-ba75-7c812dcd421a will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:11.168599 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.180378 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a8c6f382-55c9-4783-b60f-f25bf717a67f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:11.188543 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Transition to ACTIVE for port object af52b883-4a6f-400c-ba75-7c812dcd421a will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:11.207105 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Pushing event deleted for resources: {'Port': ['ID=94084c92-4c18-495c-ac16-caf38e241402,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:11.217193 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.220981 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['57f5ef1b-15c1-4173-9774-adbd1a4290f0', '94084c92-4c18-495c-ac16-caf38e241402'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:02:11.232591 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:11.254128 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] No DVR routers for this DVR port 94084c92-4c18-495c-ac16-caf38e241402 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:02:11.257072 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.259629 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54c79a4e-b30b-4777-93fa-cfd445b4594a req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "DELETE /v2.0/ports/94084c92-4c18-495c-ac16-caf38e241402 HTTP/1.1" status: 204 len: 173 time: 0.9010870 Jun 21 14:02:11.260133 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179d49e-0997-4911-9549-b0971e5a61db', 'name': 'network-vif-deleted', 'tag': '94084c92-4c18-495c-ac16-caf38e241402'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:11.271663 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3acba3-8925-451d-9082-646e75416abb" -d '{"events": [{"server_uuid": "a179d49e-0997-4911-9549-b0971e5a61db", "name": "network-vif-deleted", "tag": "94084c92-4c18-495c-ac16-caf38e241402"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:11.286210 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:11.312055 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.332306 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.342077 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97968a1e-085b-4186-8368-650eb5d7fcb9 x-openstack-request-id: req-97968a1e-085b-4186-8368-650eb5d7fcb9 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:11.342503 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179d49e-0997-4911-9549-b0971e5a61db", "name": "network-vif-deleted", "tag": "94084c92-4c18-495c-ac16-caf38e241402", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:11.342933 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97968a1e-085b-4186-8368-650eb5d7fcb9 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:11.343505 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a179d49e-0997-4911-9549-b0971e5a61db', 'name': 'network-vif-deleted', 'tag': '94084c92-4c18-495c-ac16-caf38e241402', 'status': 'completed', 'code': 200} Jun 21 14:02:11.377472 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c59e-7327-45fb-8ff7-66dda50422af req-96555f0c-3a8d-4738-9143-5eb8837769a5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:11.379570 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-aec4c59e-7327-45fb-8ff7-66dda50422af req-96555f0c-3a8d-4738-9143-5eb8837769a5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 945 time: 0.0887773 Jun 21 14:02:11.390261 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:11.397920 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:11.403747 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:11.412241 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Pushing event updated for resources: {'Port': ['ID=af52b883-4a6f-400c-ba75-7c812dcd421a,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:11.416521 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:11.439161 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-aec4c59e-7327-45fb-8ff7-66dda50422af req-48810ac9-b7a7-4049-a488-1a3329318dbc tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528891 Jun 21 14:02:11.463412 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41412) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:11.498050 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Allocated IP 172.27.2.148 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/a6259b36-bca8-4def-8289-444988a238a7) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:11.503117 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Attempting to bind port af52b883-4a6f-400c-ba75-7c812dcd421a on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:11.503491 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Attempting to bind port af52b883-4a6f-400c-ba75-7c812dcd421a by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:11.503861 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Attempting to bind port af52b883-4a6f-400c-ba75-7c812dcd421a on network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:11.517791 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:11.518191 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Checking segment: {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:11.518560 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.518965 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Bound using segment: {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:11.519452 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Bound port: af52b883-4a6f-400c-ba75-7c812dcd421a, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:11.520005 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.614471 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] For port af52b883-4a6f-400c-ba75-7c812dcd421a, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:11.617848 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] For port af52b883-4a6f-400c-ba75-7c812dcd421a, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=af52b883-4a6f-400c-ba75-7c812dcd421a,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:11.623400 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.626354 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:11.670845 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.692083 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Pushing event updated for resources: {'Port': ['ID=af52b883-4a6f-400c-ba75-7c812dcd421a,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:11.696052 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:11.730861 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.733617 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:11.775853 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e58e9a-5493-4d55-b947-feb6eeb8223d tempest-TestVolumeBootPattern-1351725677 tempest-TestVolumeBootPattern-1351725677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:11.780551 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-77e58e9a-5493-4d55-b947-feb6eeb8223d tempest-TestVolumeBootPattern-1351725677 tempest-TestVolumeBootPattern-1351725677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 1093 time: 0.3160305 Jun 21 14:02:11.781139 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41426) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:11.785922 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:11.790785 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:11.791549 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'port_id': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:11.793236 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Pushing event updated for resources: {'Port': ['ID=a6259b36-bca8-4def-8289-444988a238a7,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:11.796026 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:11.850866 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:11.990970 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:12.055666 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-85c9cc46-d32d-483b-89ed-e90fc45b8f56 req-be2585c5-d9e1-4a91-b28d-dec99b2c6014 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=a179d49e-0997-4911-9549-b0971e5a61db HTTP/1.1" status: 200 len: 210 time: 0.0658956 Jun 21 14:02:12.057251 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.194970 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Allocated IP 172.27.2.130 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/76ed985a-e823-488b-963d-072ebb158fd1) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:12.229775 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.308214 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41440) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:12.319553 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.358935 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.362110 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:12.406665 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:12.409465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:12.413897 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:12.416404 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-369896573-network', 'tenant_id': '2df8686152384c01ace3fc274154a2e9'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:12.417068 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=76ed985a-e823-488b-963d-072ebb158fd1,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:12.439790 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:12.450139 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.453293 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Made reservation on behalf of 2df8686152384c01ace3fc274154a2e9 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:12.455689 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.466860 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.661392 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Router 5bf39181-a8a2-4541-830a-ccad82f517f1 is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:02:12.668952 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.678844 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.683416 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-52f97d28-e3e3-4427-9812-ffeb0bda4d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:12.748386 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:02:12.760234 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebbe090-94ae-4136-9a80-58845ef72afd,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:12.789839 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:12.793942 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.794284 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Added segment a48839f6-b2a2-4082-8bfb-b5e988769685 of type vlan for network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 Jun 21 14:02:12.825737 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e5356-bdd1-4bfe-89cc-59e9eb54ae74 None None] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:02:12.845851 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.850554 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:12.872483 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Sync routers for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:12.875468 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] Notify callbacks [] for router, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.879194 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-dd67eb0a-a6d2-4a5d-833a-5290bc2b8b3c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2192450 Jun 21 14:02:12.879513 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41444) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:12.886332 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.888523 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:12.888989 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:12.889147 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:12.890010 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:12.895105 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4965ff6a-3962-4d91-aa69-97a41c598425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:12.974115 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6618676 Jun 21 14:02:12.974340 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41448) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:12.989168 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Request body: {'subnet': {'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-subnet', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:12.996945 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:13.001873 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:13.004692 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-ba9100a9-f70d-4565-b718-7c433c2c7480 None None] Provisioning for port af52b883-4a6f-400c-ba75-7c812dcd421a completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:13.016826 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:02:13.019836 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Made reservation on behalf of 2df8686152384c01ace3fc274154a2e9 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:13.024250 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12956073'] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.068284 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.247890 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:13.293597 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12713565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956091'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.298200 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:13.388653 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:13.396345 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:13.402915 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Checking segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:13.403283 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Network hostable DHCP agents. Network: c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:02:13.424331 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:02:13.435304 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:13.442556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:13.443172 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.448351 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f855a-0093-4ed4-a735-adf316018ef1 None None] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:02:13.468537 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4929905 Jun 21 14:02:13.469172 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41456) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:13.473914 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:13.497904 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.500169 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.561188 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.589778 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.610480 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:12Z', 'revision_number': 3, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:13.653008 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Checking router: 5bf39181-a8a2-4541-830a-ccad82f517f1 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:13.653361 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Updating router 5bf39181-a8a2-4541-830a-ccad82f517f1 port a6259b36-bca8-4def-8289-444988a238a7 binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:02:13.713145 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.723795 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.770319 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:02:13.771177 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.880907 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.906505 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.911568 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3aeb6c63-790c-4461-8847-f54fe45fb8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:13.953849 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.976723 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.009915 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=76ed985a-e823-488b-963d-072ebb158fd1,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:14.015849 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:14.034028 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.058999 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 94084c92-4c18-495c-ac16-caf38e241402 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:14.061188 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device af52b883-4a6f-400c-ba75-7c812dcd421a up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:14.072454 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.111805 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 94084c92-4c18-495c-ac16-caf38e241402 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:02:14.112415 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 94084c92-4c18-495c-ac16-caf38e241402 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:14.144201 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Allocated IP 172.20.0.2 (c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5/5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e/c7e44d6d-d7a5-4279-9ab4-b04199720dea) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:14.192379 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Floating IP cce4cda4-c1ec-404b-92d9-b08912c4040f associated. External IP: 172.27.2.130, port: 605f3370-29ee-4bae-864f-dfe3621e7cf5. Jun 21 14:02:14.237814 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port af52b883-4a6f-400c-ba75-7c812dcd421a completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:14.258044 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port af52b883-4a6f-400c-ba75-7c812dcd421a triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:14.258487 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.336928 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.355375 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Transition to ACTIVE for port object a6259b36-bca8-4def-8289-444988a238a7 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:14.370786 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.392918 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:14.437162 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Allocated IP 172.20.0.1 (1bc1cb9d-742c-4989-9843-38af4dcf94e7/da5632fe-161b-44f0-a21f-90f19883abb7/c9225d4b-e2de-4c7a-9083-ea290bb00083) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:14.464273 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Allocated IP 172.27.2.89 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/cbfcdaa5-30aa-411a-a60d-6df480a471b8) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:14.489066 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.503465 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08cad2-4d2d-419e-9ac1-e65e38e73454 None None] Pushing event updated for resources: {'Port': ['ID=a6259b36-bca8-4def-8289-444988a238a7,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:14.506088 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Attempting to bind port a6259b36-bca8-4def-8289-444988a238a7 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:14.506459 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Attempting to bind port a6259b36-bca8-4def-8289-444988a238a7 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:14.506877 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Attempting to bind port a6259b36-bca8-4def-8289-444988a238a7 on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:14.509338 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0b08cad2-4d2d-419e-9ac1-e65e38e73454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:14.510373 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Transition to ACTIVE for port object c7e44d6d-d7a5-4279-9ab4-b04199720dea will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:14.513017 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.521038 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:14.521385 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:14.522910 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.523317 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:14.523815 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Bound port: a6259b36-bca8-4def-8289-444988a238a7, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:14.524189 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.563942 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Transition to ACTIVE for port object c7e44d6d-d7a5-4279-9ab4-b04199720dea will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:14.585169 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.589962 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:14.626528 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.638491 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port af52b883-4a6f-400c-ba75-7c812dcd421a, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=af52b883-4a6f-400c-ba75-7c812dcd421a,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:14.654696 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.659392 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] For port a6259b36-bca8-4def-8289-444988a238a7, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:14.662736 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] For port a6259b36-bca8-4def-8289-444988a238a7, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=a6259b36-bca8-4def-8289-444988a238a7,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:14.671130 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:14.675076 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:14.677276 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Pushing event updated for resources: {'Port': ['ID=c7e44d6d-d7a5-4279-9ab4-b04199720dea,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:14.680018 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:14.682531 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.685336 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:14.685770 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:14.690641 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc697fd0-eee2-4fc2-9a96-b711301d1478 req-705dc882-98ca-4874-ad51-df87807b3e96 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:14.692473 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc697fd0-eee2-4fc2-9a96-b711301d1478 req-705dc882-98ca-4874-ad51-df87807b3e96 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.3354995 Jun 21 14:02:14.710030 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.714413 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:14.755789 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.760138 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Router bd41312b-23cf-4190-9911-8ee1749c4544 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:02:14.762705 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:14.765833 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:14.775622 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:14.788277 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Transition to ACTIVE for port object c9225d4b-e2de-4c7a-9083-ea290bb00083 will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:14.792356 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc697fd0-eee2-4fc2-9a96-b711301d1478 req-6f945521-d902-4e7e-a1dc-58aa55b3ebb6 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907326 Jun 21 14:02:14.803263 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:14.804154 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:14.806641 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=af52b883-4a6f-400c-ba75-7c812dcd421a,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:14.810007 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Attempting to bind port c7e44d6d-d7a5-4279-9ab4-b04199720dea on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:14.810387 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Attempting to bind port c7e44d6d-d7a5-4279-9ab4-b04199720dea by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:14.810757 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Attempting to bind port c7e44d6d-d7a5-4279-9ab4-b04199720dea on network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:14.831273 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Pushing event updated for resources: {'Port': ['ID=cbfcdaa5-30aa-411a-a60d-6df480a471b8,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:14.877553 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:14.877933 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Checking segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:14.878338 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.878735 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Bound using segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:14.879224 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Bound port: c7e44d6d-d7a5-4279-9ab4-b04199720dea, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:14.879599 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.909736 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:14.914259 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:14.969120 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:14.972829 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:14.984177 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:14.988755 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Pushing event updated for resources: {'Port': ['ID=c9225d4b-e2de-4c7a-9083-ea290bb00083,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:14.991555 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:14.997705 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:15.001127 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:15.021130 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:15.022174 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:15.030955 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.091628 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3080111 Jun 21 14:02:15.096071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adddfff4-ea63-4150-ad78-26f28badef70', 'tag': '605f3370-29ee-4bae-864f-dfe3621e7cf5'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:15.098556 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "adddfff4-ea63-4150-ad78-26f28badef70", "tag": "605f3370-29ee-4bae-864f-dfe3621e7cf5"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:15.111986 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08cad2-4d2d-419e-9ac1-e65e38e73454 None None] Pushing event updated for resources: {'Port': ['ID=a6259b36-bca8-4def-8289-444988a238a7,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:15.133704 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.134815 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0b08cad2-4d2d-419e-9ac1-e65e38e73454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:15.135479 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:15.135970 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:15.164531 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:15.164910 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:15.203876 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:15.276270 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c342a51b-0ee4-4dcd-bdad-ad147fdb7796 x-openstack-request-id: req-c342a51b-0ee4-4dcd-bdad-ad147fdb7796 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:15.276615 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adddfff4-ea63-4150-ad78-26f28badef70", "tag": "605f3370-29ee-4bae-864f-dfe3621e7cf5", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:15.276904 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c342a51b-0ee4-4dcd-bdad-ad147fdb7796 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:15.277493 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adddfff4-ea63-4150-ad78-26f28badef70', 'tag': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'status': 'completed', 'code': 200} Jun 21 14:02:15.309595 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] For port c7e44d6d-d7a5-4279-9ab4-b04199720dea, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:15.327374 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] For port c7e44d6d-d7a5-4279-9ab4-b04199720dea, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=c7e44d6d-d7a5-4279-9ab4-b04199720dea,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:15.341266 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.349590 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:15.367387 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.420617 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-b58a9dd4-ef22-4499-91b5-1bb232999373 None None] Provisioning for port c9225d4b-e2de-4c7a-9083-ea290bb00083 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:15.453667 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-b58a9dd4-ef22-4499-91b5-1bb232999373 None None] Provisioning complete for port c9225d4b-e2de-4c7a-9083-ea290bb00083 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:15.453935 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-b58a9dd4-ef22-4499-91b5-1bb232999373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.484341 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'cce4cda4-c1ec-404b-92d9-b08912c4040f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:e1:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddfff4-ea63-4150-ad78-26f28badef70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:02:12Z', 'updated_at': '2021-06-21T14:02:12Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:15.502110 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-b58a9dd4-ef22-4499-91b5-1bb232999373 None None] Port c9225d4b-e2de-4c7a-9083-ea290bb00083 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:02:15.512225 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da971de-30f2-4eda-82c9-e6c117a9dc96 req-0c5bed20-87ca-45fe-afa5-dc8e34f6371a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:15.526065 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4da971de-30f2-4eda-82c9-e6c117a9dc96 req-0c5bed20-87ca-45fe-afa5-dc8e34f6371a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.7088094 Jun 21 14:02:15.528700 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Pushing event updated for resources: {'Port': ['ID=c7e44d6d-d7a5-4279-9ab4-b04199720dea,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:15.533156 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:15.544680 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:15.551279 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:12Z', 'revision_number': 3, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:15.553978 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.559829 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:15.561950 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:15.571031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-959ded1d-9d0e-437c-8086-1d637e2eda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:15.582328 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-959ded1d-9d0e-437c-8086-1d637e2eda77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 1098 time: 0.3031304 Jun 21 14:02:15.583521 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.588789 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723568a8-d04e-4776-8830-14c4d4bca3d6 None None] The sync data for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi is: [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:12Z', 'revision_number': 3, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:15.591140 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4da971de-30f2-4eda-82c9-e6c117a9dc96 req-5517cfe2-069f-4fe9-8460-61e1fd8d7b48 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Jun 21 14:02:15.598189 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.640287 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-5f90b914-ac5a-4a93-a52d-1acf099da5ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:15.642956 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:15.693444 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:15.872349 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Pushing event updated for resources: {'Port': ['ID=c9225d4b-e2de-4c7a-9083-ea290bb00083,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:15.889133 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:15.998226 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'cce4cda4-c1ec-404b-92d9-b08912c4040f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:e1:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddfff4-ea63-4150-ad78-26f28badef70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:02:12Z', 'updated_at': '2021-06-21T14:02:12Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:16.008909 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:16.034597 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-267b1f9f-8b34-4623-bffe-4b65be9ce562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:16.035162 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-267b1f9f-8b34-4623-bffe-4b65be9ce562 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.3954892 Jun 21 14:02:16.075238 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:16.147278 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d385aa-5ea0-49eb-a961-7ce5ac67ae60 None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'cce4cda4-c1ec-404b-92d9-b08912c4040f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:e1:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddfff4-ea63-4150-ad78-26f28badef70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:02:12Z', 'updated_at': '2021-06-21T14:02:12Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:16.173918 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:16.210232 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device c7e44d6d-d7a5-4279-9ab4-b04199720dea up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:16.217603 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:02:16.290728 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-23f1889e-371c-46f5-be80-7dd7a8b33109 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5 HTTP/1.1" status: 200 len: 999 time: 0.2316127 Jun 21 14:02:16.320085 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port c7e44d6d-d7a5-4279-9ab4-b04199720dea completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:16.325893 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device af52b883-4a6f-400c-ba75-7c812dcd421a up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:16.418934 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port af52b883-4a6f-400c-ba75-7c812dcd421a triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:16.419345 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:16.419838 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:16.432558 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Sync routers for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:16.462340 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Notify callbacks [] for router, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:16.463700 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9935532 Jun 21 14:02:16.466404 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41476) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:16.532503 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:16.533183 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:16.600963 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d96dd-d5cf-4fbc-b7af-5b883d7964f1 None None] New status for floating IP cce4cda4-c1ec-404b-92d9-b08912c4040f: ACTIVE {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:02:16.784196 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-115052ad-1751-4f3d-aede-aaad5cd9011d None None] Provisioning complete for port c9225d4b-e2de-4c7a-9083-ea290bb00083 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:16.784603 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-115052ad-1751-4f3d-aede-aaad5cd9011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:16.929023 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:16.930906 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-115052ad-1751-4f3d-aede-aaad5cd9011d None None] Port c9225d4b-e2de-4c7a-9083-ea290bb00083 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:02:17.071955 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d37de-5a97-4bc0-b634-7a2efd0ecff8 req-82bd5efe-15d8-45dc-a71b-1cccf22898ae tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:17.073764 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44d37de-5a97-4bc0-b634-7a2efd0ecff8 req-82bd5efe-15d8-45dc-a71b-1cccf22898ae tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 1.0137677 Jun 21 14:02:17.085520 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Router 5bf39181-a8a2-4541-830a-ccad82f517f1 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:02:17.090795 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f7a808-0c5f-45ff-a342-70a9a5bc35c2 None None] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:02:17.105287 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-d5076302-55ea-43a4-b4ff-d56bc50af804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:17.106712 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-d5076302-55ea-43a4-b4ff-d56bc50af804 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.7714508 Jun 21 14:02:17.161069 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] Provisioning for port c7e44d6d-d7a5-4279-9ab4-b04199720dea completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:17.168138 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] Provisioning complete for port c7e44d6d-d7a5-4279-9ab4-b04199720dea triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:17.168544 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.205682 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15f1c5-72f8-4082-9873-c2f6f9189547 req-2757451e-5053-4df8-89be-f06ede552d72 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:17.208618 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7e15f1c5-72f8-4082-9873-c2f6f9189547 req-2757451e-5053-4df8-89be-f06ede552d72 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.1172435 Jun 21 14:02:17.213680 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44d37de-5a97-4bc0-b634-7a2efd0ecff8 req-b053c124-7774-44bb-867b-85198d5d557b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235719 Jun 21 14:02:17.232560 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-bba38261-05f1-47e3-a0ec-939649a87e35 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:17.234004 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-bba38261-05f1-47e3-a0ec-939649a87e35 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 946 time: 0.2611513 Jun 21 14:02:17.292224 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7e15f1c5-72f8-4082-9873-c2f6f9189547 req-c64424c4-ca25-46a2-bec8-7e63daa4cbdd tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/security-groups?id=02430c48-9afe-4348-9e48-760bf0bcdd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743892 Jun 21 14:02:17.334648 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.342109 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-3571863c-5295-4b46-9ff9-c2dd6de6afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:17.343520 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-3571863c-5295-4b46-9ff9-c2dd6de6afaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2240188 Jun 21 14:02:17.378428 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:17.392497 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] 10.222.0.21 "PUT /v2.0/routers/5bf39181-a8a2-4541-830a-ccad82f517f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5114906 Jun 21 14:02:17.418652 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.438139 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 3, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:17.471878 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Deleting port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:17.472221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.480857 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Checking router: 0d8ccb41-79c5-4a56-8049-d34ad8978b88 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:17.481463 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Updating router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 port cbfcdaa5-30aa-411a-a60d-6df480a471b8 binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:02:17.490006 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-9d6e33ba-e97f-461b-a810-dbab65830dba service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244190 Jun 21 14:02:17.514478 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] For port c7e44d6d-d7a5-4279-9ab4-b04199720dea, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=c7e44d6d-d7a5-4279-9ab4-b04199720dea,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:17.538469 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.548650 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-90576bfc-f6b2-44df-9388-29a5064b16be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:17.568785 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Allocated IP 172.20.0.1 (c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5/5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e/15b14233-034e-496c-ba6e-93d476619227) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:17.576826 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.642770 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] Pushing event updated for resources: {'Port': ['ID=c7e44d6d-d7a5-4279-9ab4-b04199720dea,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:17.648597 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:17.680329 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] For port 57f5ef1b-15c1-4173-9774-adbd1a4290f0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=57f5ef1b-15c1-4173-9774-adbd1a4290f0,segment=NetworkSegment(ee5453b9-f151-4e78-9628-9a0a46585efa),segment_id=ee5453b9-f151-4e78-9628-9a0a46585efa)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:17.681054 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.740120 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.757403 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.provisioning_blocks [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Transition to ACTIVE for port object 15b14233-034e-496c-ba6e-93d476619227 will not be triggered until provisioned by entity DHCP. {{(pid=92753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:17.769535 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Calling delete_port for 57f5ef1b-15c1-4173-9774-adbd1a4290f0 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:17.816833 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.820627 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-abcc0c9c-4471-4d67-93e3-26a1ca0377a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:17.861002 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:17.864362 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:17.869297 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:17.935228 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:17.940691 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5a7bf1b5-8cb5-4973-ad66-af4fb8440b4f req-352e6898-8592-41f4-bb72-ca76f4b58c96 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261529 Jun 21 14:02:18.043502 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-cd42239c-cba6-4de1-b017-f423d9d1987a None None] Provisioning complete for port c7e44d6d-d7a5-4279-9ab4-b04199720dea triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:18.043902 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-cd42239c-cba6-4de1-b017-f423d9d1987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.079673 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.092087 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.101814 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Transition to ACTIVE for port object cbfcdaa5-30aa-411a-a60d-6df480a471b8 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:18.103374 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ea3f981b-7509-4601-bed9-bb97e1b74e7a tempest-ServerRescueNegativeTestJSON-1324114089 tempest-ServerRescueNegativeTestJSON-1324114089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:18.114815 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.118564 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0b08cad2-4d2d-419e-9ac1-e65e38e73454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:18.148578 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Pushing event updated for resources: {'Port': ['ID=15b14233-034e-496c-ba6e-93d476619227,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:18.151959 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:18.162567 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Pushing event deleted for resources: {'Port': ['ID=57f5ef1b-15c1-4173-9774-adbd1a4290f0,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:18.166603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:18.189726 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Sync routers for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:18.221613 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.233856 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] No DVR routers for this DVR port 57f5ef1b-15c1-4173-9774-adbd1a4290f0 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:02:18.237893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.240009 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ef3023e3-a57e-4f70-961c-47072c28e5ce req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.64 "DELETE /v2.0/ports/57f5ef1b-15c1-4173-9774-adbd1a4290f0 HTTP/1.1" status: 204 len: 173 time: 0.9977441 Jun 21 14:02:18.240744 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d21889c-acdc-4da5-bf2a-2a6607c32430', 'name': 'network-vif-deleted', 'tag': '57f5ef1b-15c1-4173-9774-adbd1a4290f0'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:18.242934 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c49f1-e637-4243-9b66-09c32865b6b9" -d '{"events": [{"server_uuid": "0d21889c-acdc-4da5-bf2a-2a6607c32430", "name": "network-vif-deleted", "tag": "57f5ef1b-15c1-4173-9774-adbd1a4290f0"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:18.266858 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41498) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:18.273015 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1598300603-network', 'tenant_id': '2eab344e210c44889433055df0297360'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:18.359561 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684417e1-ac75-4854-b51d-e0f1e6c6f5d3 x-openstack-request-id: req-684417e1-ac75-4854-b51d-e0f1e6c6f5d3 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:18.360655 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d21889c-acdc-4da5-bf2a-2a6607c32430", "name": "network-vif-deleted", "tag": "57f5ef1b-15c1-4173-9774-adbd1a4290f0", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:18.361083 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-684417e1-ac75-4854-b51d-e0f1e6c6f5d3 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:18.361648 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d21889c-acdc-4da5-bf2a-2a6607c32430', 'name': 'network-vif-deleted', 'tag': '57f5ef1b-15c1-4173-9774-adbd1a4290f0', 'status': 'completed', 'code': 200} Jun 21 14:02:18.381339 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Made reservation on behalf of 2eab344e210c44889433055df0297360 for: {'network': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:18.384241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.405039 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.423741 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.449327 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Attempting to bind port cbfcdaa5-30aa-411a-a60d-6df480a471b8 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:18.449946 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Attempting to bind port cbfcdaa5-30aa-411a-a60d-6df480a471b8 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:18.450245 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Attempting to bind port cbfcdaa5-30aa-411a-a60d-6df480a471b8 on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:18.460381 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12713695'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.460973 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:18.461826 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:18.470187 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:18.502029 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device c7e44d6d-d7a5-4279-9ab4-b04199720dea up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:18.508296 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded32db1-e27c-4439-9318-5efd6dcfb5ad None None] Pushing event updated for resources: {'Port': ['ID=cbfcdaa5-30aa-411a-a60d-6df480a471b8,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:18.511406 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ded32db1-e27c-4439-9318-5efd6dcfb5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:18.541995 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9997c65b-86fc-48e4-b96e-c4d4415b8e82 req-d91f7deb-8472-4f91-9b3a-a237d18ee6e3 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d21889c-acdc-4da5-bf2a-2a6607c32430 HTTP/1.1" status: 200 len: 210 time: 0.0427914 Jun 21 14:02:18.560115 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Pushing event updated for resources: {'Port': ['ID=15b14233-034e-496c-ba6e-93d476619227,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:18.563752 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:18.571766 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326cc65-cb77-4c3f-821a-8e2fd401d639 req-eec36bf3-dce1-4f8d-a4dc-398b3834546d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:18.573417 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c326cc65-cb77-4c3f-821a-8e2fd401d639 req-eec36bf3-dce1-4f8d-a4dc-398b3834546d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.1467457 Jun 21 14:02:18.574443 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.589814 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:18.590366 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:18.590746 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.590986 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.591500 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:18.592098 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Bound port: cbfcdaa5-30aa-411a-a60d-6df480a471b8, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:18.592574 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.595716 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.601798 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c04affa3-bc4d-4bff-b061-bfc2bf345e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:18.623696 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=92754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:02:18.632190 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-9155ddc3-a4fd-4aa8-80d8-770e1e593334 None None] Provisioning for port 15b14233-034e-496c-ba6e-93d476619227 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:18.641110 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4facb832-c8f5-4c30-8046-038a97e2f060,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:18.644412 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-9155ddc3-a4fd-4aa8-80d8-770e1e593334 None None] Provisioning complete for port 15b14233-034e-496c-ba6e-93d476619227 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:18.644638 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.644943 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9155ddc3-a4fd-4aa8-80d8-770e1e593334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.645136 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.segments_db [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Added segment 8dadec83-8d10-46df-9e88-4dc569fe9c92 of type vlan for network 7289de8d-8337-484a-a796-3a07f6f7e1b4 Jun 21 14:02:18.646828 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:18.683462 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c326cc65-cb77-4c3f-821a-8e2fd401d639 req-0b38f1d7-a98c-4336-9c7c-5e0213b5797f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003404 Jun 21 14:02:18.715077 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.723918 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:18.725863 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:18.760742 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.762447 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:18.763227 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.777923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-12afeadf-9337-4033-a408-f93675d83079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:18.794077 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5250349 Jun 21 14:02:18.800872 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:18.823107 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41502) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:18.829839 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Request body: {'subnet': {'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1598300603-subnet', 'tenant_id': '2eab344e210c44889433055df0297360', 'ip_version': 4}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:18.857476 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7289de8d-8337-484a-a796-3a07f6f7e1b4,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:18.866200 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:02:18.870520 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:18.877908 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Made reservation on behalf of 2eab344e210c44889433055df0297360 for: {'subnet': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:18.882000 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13754990'] for subnet, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.901703 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 7289de8d-8337-484a-a796-3a07f6f7e1b4 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:02:18.903920 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-9155ddc3-a4fd-4aa8-80d8-770e1e593334 None None] Port 15b14233-034e-496c-ba6e-93d476619227 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:02:18.910067 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] For port cbfcdaa5-30aa-411a-a60d-6df480a471b8, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:18.912230 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port c7e44d6d-d7a5-4279-9ab4-b04199720dea triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:18.913743 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:18.990922 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] For port cbfcdaa5-30aa-411a-a60d-6df480a471b8, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=cbfcdaa5-30aa-411a-a60d-6df480a471b8,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:19.017301 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:19.024996 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] 10.222.0.21 "PUT /v2.0/routers/0d8ccb41-79c5-4a56-8049-d34ad8978b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5574522 Jun 21 14:02:19.044703 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.059705 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:19.117244 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13755004'] for subnet, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.121502 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:19.174510 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=123a9dae-71b2-4c0e-a4a0-906ca52ee820,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:19.178949 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:19.186182 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Checking segment: {'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:19.186920 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Network hostable DHCP agents. Network: 7289de8d-8337-484a-a796-3a07f6f7e1b4, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:02:19.187165 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-7e6f6e0e-34f6-41ed-a622-a6bcf5b767a2 None None] Provisioning complete for port 15b14233-034e-496c-ba6e-93d476619227 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:19.187542 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6e0e-34f6-41ed-a622-a6bcf5b767a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.205385 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Network 7289de8d-8337-484a-a796-3a07f6f7e1b4 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:02:19.215083 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 7289de8d-8337-484a-a796-3a07f6f7e1b4) {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:19.219387 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:19.219976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.230951 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accdb79f-4764-4d8c-873c-73c1f11fd6dc None None] Network 7289de8d-8337-484a-a796-3a07f6f7e1b4 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:02:19.236550 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-d67745b6-1923-4897-978f-313c069aff7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4117439 Jun 21 14:02:19.238729 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41512) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:19.243612 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:19.266388 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.268137 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.275520 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:19.276172 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:19.328798 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.346984 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded32db1-e27c-4439-9318-5efd6dcfb5ad None None] Pushing event updated for resources: {'Port': ['ID=cbfcdaa5-30aa-411a-a60d-6df480a471b8,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:19.358083 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ded32db1-e27c-4439-9318-5efd6dcfb5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:19.369391 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f6e0e-34f6-41ed-a622-a6bcf5b767a2 None None] Port 15b14233-034e-496c-ba6e-93d476619227 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:02:19.485830 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.502323 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device a6259b36-bca8-4def-8289-444988a238a7 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:19.549823 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41516) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:19.556581 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070804099', 'description': 'tempest-description--567267610'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:19.584607 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:19.584886 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.653301 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41520) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:19.728703 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 2, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:19.732729 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] Deleting subnet 64cc21af-7543-4e92-98cc-29627309357a {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:02:19.741024 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.762849 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-7289de8d-8337-484a-a796-3a07f6f7e1b4', 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4', 'tenant_id': '2eab344e210c44889433055df0297360', 'fixed_ips': [{'subnet_id': '123a9dae-71b2-4c0e-a4a0-906ca52ee820'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:02:19.764095 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.769720 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.794695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.812594 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.813233 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port a6259b36-bca8-4def-8289-444988a238a7 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:19.820123 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Checking router: 5bf39181-a8a2-4541-830a-ccad82f517f1 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:19.820714 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Updating router 5bf39181-a8a2-4541-830a-ccad82f517f1 port c9225d4b-e2de-4c7a-9083-ea290bb00083 binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:02:19.848200 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port a6259b36-bca8-4def-8289-444988a238a7 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:19.848762 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.924235 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.943813 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.949349 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.949933 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.953030 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9e7337d5-e8cc-4799-9c87-05c41357fd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:19.982019 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34581206-48cd-41ba-8b16-f695b1a6ce48,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:19.985891 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:19.986529 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:19.991238 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4392037 Jun 21 14:02:19.992061 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41524) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:19.999539 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'security_group_rule': {'security_group_id': '34581206-48cd-41ba-8b16-f695b1a6ce48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:20.028681 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.047895 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Allocated IP 172.27.2.124 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/8fdcfc49-d63a-42f5-a6c7-a072f253909f) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:20.078792 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 57f5ef1b-15c1-4173-9774-adbd1a4290f0 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:20.081274 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb346b1-b84e-4ebd-a22d-14060eb87717 req-b9b3ce43-cf4c-4c38-a318-b95b0d06ed10 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:20.082773 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bbb346b1-b84e-4ebd-a22d-14060eb87717 req-b9b3ce43-cf4c-4c38-a318-b95b0d06ed10 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.2058077 Jun 21 14:02:20.110558 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.115179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.117318 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-67798527-7afd-462a-835d-b58d32a5f642 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:20.134236 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.143596 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50f9b90-ed8d-439a-a0ea-4c8a647587be,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:20.146624 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:20.148113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:20.157016 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.158721 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651223 Jun 21 14:02:20.161225 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41526) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:20.166431 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'security_group_rule': {'security_group_id': '34581206-48cd-41ba-8b16-f695b1a6ce48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:20.184841 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cc21af-7543-4e92-98cc-29627309357a,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:20.198532 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:20.198646 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.202221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.206382 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-dfc4fda9-f3ba-41ba-a8fa-c496e58481bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/64cc21af-7543-4e92-98cc-29627309357a HTTP/1.1" status: 204 len: 168 time: 0.5498478 Jun 21 14:02:20.209880 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41528) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:20.227572 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-bbb346b1-b84e-4ebd-a22d-14060eb87717 req-5931074b-bb7a-47f6-81c2-0b2c18e74137 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307619 Jun 21 14:02:20.273989 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.279890 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.282535 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-efc047f7-0152-4a8d-a7fc-a2e5254de679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:20.300280 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.302010 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 57f5ef1b-15c1-4173-9774-adbd1a4290f0 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:02:20.302374 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 57f5ef1b-15c1-4173-9774-adbd1a4290f0 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:20.303284 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1257bc22-edea-481d-8b37-7479e50d5bd9,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:20.313403 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:20.316797 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.319816 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.325534 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630456 Jun 21 14:02:20.328481 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41530) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:20.333540 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:20.354734 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.394670 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.406983 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.419412 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-079c88e9-10b0-492a-bb89-907e8afd974c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:20.422489 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Allocated IP 172.20.0.2 (7289de8d-8337-484a-a796-3a07f6f7e1b4/123a9dae-71b2-4c0e-a4a0-906ca52ee820/87fb2061-9c17-4df5-ac23-35341dfaca57) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:20.459499 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.491938 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port a6259b36-bca8-4def-8289-444988a238a7, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=a6259b36-bca8-4def-8289-444988a238a7,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:20.504632 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.513084 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ea011787-cedc-4899-b79d-a4cfa92eb77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:20.584019 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 2, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:20.591630 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Allocated IP 172.27.2.178 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/8ad31b78-af0b-4aac-b358-fcc9011f5b93) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:20.646642 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a189fa-62ac-4bf4-8f34-2c93ed76f0ef None None] The sync data for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi is: [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 2, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:20.692008 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=a6259b36-bca8-4def-8289-444988a238a7,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:20.697885 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:20.702552 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.712721 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.735185 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:20.739789 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:20.750420 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdcfc49-d63a-42f5-a6c7-a072f253909f,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:20.752950 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:20.755771 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5453b9-f151-4e78-9628-9a0a46585efa') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:20.756062 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5453b9-f151-4e78-9628-9a0a46585efa') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:20.758038 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:20.758718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:20.764179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.769327 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-53f7eff6-6382-415e-b267-fcae676ea495 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:20.785512 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.807473 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.813947 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:20.817910 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:02:20.818310 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.818436 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.819436 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:02:20.819930 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:02:20.824055 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:20.828050 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'Port': ['ID=8ad31b78-af0b-4aac-b358-fcc9011f5b93,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:20.831035 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Transition to ACTIVE for port object c9225d4b-e2de-4c7a-9083-ea290bb00083 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:20.844395 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.848796 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0b08cad2-4d2d-419e-9ac1-e65e38e73454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:20.850951 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.853545 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:20.881811 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Transition to ACTIVE for port object 87fb2061-9c17-4df5-ac23-35341dfaca57 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:20.942413 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44650643-c564-4f30-9d5b-976df6ae3723 None None] Pushing event updated for resources: {'Port': ['ID=c9225d4b-e2de-4c7a-9083-ea290bb00083,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:20.946379 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.949604 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-44650643-c564-4f30-9d5b-976df6ae3723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:20.950539 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Transition to ACTIVE for port object 87fb2061-9c17-4df5-ac23-35341dfaca57 will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:20.980541 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.991058 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ea011787-cedc-4899-b79d-a4cfa92eb77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:20.998916 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.019618 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:21.041531 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.046065 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9 HTTP/1.1" status: 204 len: 168 time: 0.8352275 Jun 21 14:02:21.047035 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.049077 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4697b4-0ee0-4021-9dba-ab6c2e68dcd9,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:21.051924 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-5ecbb1eb-74f7-4042-83ad-4ce9b8030759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:21.126444 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Attempting to bind port c9225d4b-e2de-4c7a-9083-ea290bb00083 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:21.135121 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Attempting to bind port c9225d4b-e2de-4c7a-9083-ea290bb00083 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:21.135524 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Attempting to bind port c9225d4b-e2de-4c7a-9083-ea290bb00083 on network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:21.140648 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Network 7289de8d-8337-484a-a796-3a07f6f7e1b4 is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:21.157995 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Pushing event updated for resources: {'Port': ['ID=87fb2061-9c17-4df5-ac23-35341dfaca57,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:21.157995 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:21.158822 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:21.159679 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:21.167405 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:21.167744 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Checking segment: {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:21.168168 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.168657 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Bound using segment: {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:21.169165 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Bound port: c9225d4b-e2de-4c7a-9083-ea290bb00083, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:21.169546 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.255122 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.298909 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.307478 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12713695'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.318845 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:21.357414 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] For port c9225d4b-e2de-4c7a-9083-ea290bb00083, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:21.363991 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] For port c9225d4b-e2de-4c7a-9083-ea290bb00083, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=c9225d4b-e2de-4c7a-9083-ea290bb00083,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:21.377558 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.387473 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:21.409120 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'Port': ['ID=8ad31b78-af0b-4aac-b358-fcc9011f5b93,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:21.414813 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:21.427082 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.435472 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Attempting to bind port 87fb2061-9c17-4df5-ac23-35341dfaca57 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:21.436243 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Attempting to bind port 87fb2061-9c17-4df5-ac23-35341dfaca57 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:21.436797 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Attempting to bind port 87fb2061-9c17-4df5-ac23-35341dfaca57 on network 7289de8d-8337-484a-a796-3a07f6f7e1b4 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:21.444814 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:21.445511 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Checking segment: {'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:21.446261 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.446898 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Bound using segment: {'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:21.447557 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Bound port: 87fb2061-9c17-4df5-ac23-35341dfaca57, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:21.448118 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.490103 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41536) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:21.501789 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.511718 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1819105 Jun 21 14:02:21.569895 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-fe044e80-8998-4fef-a908-88bd0e03e24c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12404e5c2bae41319c24964a111ea8c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0775328 Jun 21 14:02:21.580709 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41540) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:21.593641 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.599657 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44650643-c564-4f30-9d5b-976df6ae3723 None None] Pushing event updated for resources: {'Port': ['ID=c9225d4b-e2de-4c7a-9083-ea290bb00083,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:21.622485 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddec50-ac56-42ba-a812-a492fa1c7a3f req-42984b8f-454a-48a6-817b-2a1d1e00c92f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:21.624388 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:21.625153 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:21.629237 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-44650643-c564-4f30-9d5b-976df6ae3723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:21.633872 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-57ddec50-ac56-42ba-a812-a492fa1c7a3f req-42984b8f-454a-48a6-817b-2a1d1e00c92f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.1840286 Jun 21 14:02:21.731318 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-57ddec50-ac56-42ba-a812-a492fa1c7a3f req-a8a28408-7f03-43ee-8964-a7b32815ecc8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959463 Jun 21 14:02:21.760994 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0181c92f-1213-4812-885b-61f9eedecc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.806509 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0181c92f-1213-4812-885b-61f9eedecc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.854174 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] For port 87fb2061-9c17-4df5-ac23-35341dfaca57, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:21.878488 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0181c92f-1213-4812-885b-61f9eedecc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.881651 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] For port 87fb2061-9c17-4df5-ac23-35341dfaca57, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=87fb2061-9c17-4df5-ac23-35341dfaca57,segment=NetworkSegment(8dadec83-8d10-46df-9e88-4dc569fe9c92),segment_id=8dadec83-8d10-46df-9e88-4dc569fe9c92)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:21.884579 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0181c92f-1213-4812-885b-61f9eedecc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.886567 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0181c92f-1213-4812-885b-61f9eedecc96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02430c48-9afe-4348-9e48-760bf0bcdd25 HTTP/1.1" status: 204 len: 168 time: 0.3045444 Jun 21 14:02:21.887650 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-eff1bf07-af2b-453b-b9d7-da924a3d5524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:21.898318 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-0e44f4c3-0e8e-4b61-b031-ef7f8f434570 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2070804099&fields=id&tenant_id=2df8686152384c01ace3fc274154a2e9 HTTP/1.1" status: 200 len: 267 time: 0.0693016 Jun 21 14:02:21.898695 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181c92f-1213-4812-885b-61f9eedecc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02430c48-9afe-4348-9e48-760bf0bcdd25,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:21.901653 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Router bd84e704-daaf-48ed-8124-6895d6a76ee9 is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:02:21.902406 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0181c92f-1213-4812-885b-61f9eedecc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:21.915984 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.924915 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:21.967985 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:22.046967 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Pushing event updated for resources: {'Port': ['ID=87fb2061-9c17-4df5-ac23-35341dfaca57,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:22.056143 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:22.088347 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-cd51c032-f7cc-4484-8414-f3861874eb03 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:22.095782 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-cd51c032-f7cc-4484-8414-f3861874eb03 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 816 time: 0.1964743 Jun 21 14:02:22.118033 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-dd37bff6-9285-4639-9914-51180af4895e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/quotas/2df8686152384c01ace3fc274154a2e9 HTTP/1.1" status: 200 len: 375 time: 0.0202966 Jun 21 14:02:22.230781 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:22.243501 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Sync routers for ids ['bd84e704-daaf-48ed-8124-6895d6a76ee9'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:22.264280 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Routers {'bd84e704-daaf-48ed-8124-6895d6a76ee9'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:22.267487 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd84e704-daaf-48ed-8124-6895d6a76ee9'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:22.296728 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:22.300343 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0581481 Jun 21 14:02:22.301380 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41558) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:22.307851 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:21Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:22.327935 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-0a53aa07-46fc-4684-b889-246516a4cbf8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2054424 Jun 21 14:02:22.392019 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc01dc-1d55-4a07-9a83-d1b4cb809d6e None None] The sync data for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi is: [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:21Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:22.495736 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Set router bd84e704-daaf-48ed-8124-6895d6a76ee9 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:22.571014 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9046ff35-1f27-4c13-b911-214228afec2d service neutron] 10.222.0.21 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098148 Jun 21 14:02:22.763646 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-70f84ccb-0c19-4e81-9023-653b6463fa51 service neutron] 10.222.0.21 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887949 Jun 21 14:02:22.892412 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device a6259b36-bca8-4def-8289-444988a238a7 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:22.989915 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:21Z', 'revision_number': 3, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port': {'id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:23.007245 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port a6259b36-bca8-4def-8289-444988a238a7 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:23.007771 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.047009 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Checking router: bd84e704-daaf-48ed-8124-6895d6a76ee9 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:23.047700 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Updating router bd84e704-daaf-48ed-8124-6895d6a76ee9 port 8fdcfc49-d63a-42f5-a6c7-a072f253909f binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:02:23.148862 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.177609 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-209e6dda-f1f8-4462-9323-60ab02210fb7 req-1b136313-2f43-4e16-ab5e-9729f4034555 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 210 time: 0.0535052 Jun 21 14:02:23.286580 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device cbfcdaa5-30aa-411a-a60d-6df480a471b8 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:23.306860 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.361021 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da30aa-5be8-4557-ba74-0b777af74cbc req-cf3b6afe-785f-435c-8f38-485da967dbd2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:23.370187 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-67da30aa-5be8-4557-ba74-0b777af74cbc req-cf3b6afe-785f-435c-8f38-485da967dbd2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.2397892 Jun 21 14:02:23.393588 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port cbfcdaa5-30aa-411a-a60d-6df480a471b8 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:23.410222 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port cbfcdaa5-30aa-411a-a60d-6df480a471b8 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:23.412087 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.459066 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-67da30aa-5be8-4557-ba74-0b777af74cbc req-d74fa037-85d0-4c20-8054-81f64912f322 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877352 Jun 21 14:02:23.593632 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.618774 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c164089-e5e3-4be8-a8ef-d5c30babf99c None None] Network 7289de8d-8337-484a-a796-3a07f6f7e1b4 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:02:23.649735 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port cbfcdaa5-30aa-411a-a60d-6df480a471b8, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=cbfcdaa5-30aa-411a-a60d-6df480a471b8,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:23.697349 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.698480 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 87fb2061-9c17-4df5-ac23-35341dfaca57 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:23.702548 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:23.755801 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.781786 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Allocated IP 172.20.0.1 (7289de8d-8337-484a-a796-3a07f6f7e1b4/123a9dae-71b2-4c0e-a4a0-906ca52ee820/04190019-f5f7-4fe4-bba5-02915219c0b3) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:23.783671 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Transition to ACTIVE for port object 8fdcfc49-d63a-42f5-a6c7-a072f253909f will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:23.799362 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.801937 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:23.884616 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Attempting to bind port 8fdcfc49-d63a-42f5-a6c7-a072f253909f on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:23.888940 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Attempting to bind port 8fdcfc49-d63a-42f5-a6c7-a072f253909f by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:23.888940 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Attempting to bind port 8fdcfc49-d63a-42f5-a6c7-a072f253909f on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:23.901754 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Pushing event updated for resources: {'Port': ['ID=8fdcfc49-d63a-42f5-a6c7-a072f253909f,revision_number=2']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:23.927150 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.927489 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.927820 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.929827 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.931542 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.931947 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.940779 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.940779 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.940779 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.940779 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.940779 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.940779 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:23.944409 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:23.945614 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:23.946256 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:23.947159 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.947761 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:23.950387 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Bound port: 8fdcfc49-d63a-42f5-a6c7-a072f253909f, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:23.951268 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:23.983442 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.021615 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] For port 8fdcfc49-d63a-42f5-a6c7-a072f253909f, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:24.030728 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] For port 8fdcfc49-d63a-42f5-a6c7-a072f253909f, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=8fdcfc49-d63a-42f5-a6c7-a072f253909f,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:24.039776 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.provisioning_blocks [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Transition to ACTIVE for port object 04190019-f5f7-4fe4-bba5-02915219c0b3 will not be triggered until provisioned by entity DHCP. {{(pid=92753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:24.044995 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.054222 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:24.123985 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.133049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:24.172280 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-2f0dc2b6-a43f-494e-b6bd-3d649f0b4754 None None] Provisioning for port 87fb2061-9c17-4df5-ac23-35341dfaca57 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:24.204017 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Routers {'bd84e704-daaf-48ed-8124-6895d6a76ee9'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:24.212849 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd84e704-daaf-48ed-8124-6895d6a76ee9'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:24.223337 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Network 7289de8d-8337-484a-a796-3a07f6f7e1b4 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:24.239160 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:24.262956 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:24.292796 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Pushing event updated for resources: {'Port': ['ID=8fdcfc49-d63a-42f5-a6c7-a072f253909f,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:24.317630 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-cc3712f8-48af-4670-bea6-7d553532c262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:24.329317 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Pushing event updated for resources: {'Port': ['ID=04190019-f5f7-4fe4-bba5-02915219c0b3,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:24.333748 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:24.387945 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=cbfcdaa5-30aa-411a-a60d-6df480a471b8,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:24.404862 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.407138 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:24.408193 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 87fb2061-9c17-4df5-ac23-35341dfaca57 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:24.434846 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-55e3d02b-38e1-4a68-9946-d9f3987b1d38 req-16cfdde8-aa45-4459-8504-aa03cec9dc52 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 210 time: 0.0701783 Jun 21 14:02:24.463724 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41618) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:24.467416 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] Set router bd84e704-daaf-48ed-8124-6895d6a76ee9 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:24.491386 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Sync routers for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:24.537407 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 87fb2061-9c17-4df5-ac23-35341dfaca57 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:24.538080 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.594250 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:24.595147 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:24.621210 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c4c384a2-702f-4d13-ac3e-b1b718ed65de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.708006 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.784296 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:21Z', 'revision_number': 3, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port': {'id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:24.831744 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c4c384a2-702f-4d13-ac3e-b1b718ed65de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.834653 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea04184-1780-41c2-9c0e-7d8475f98202 None None] The sync data for ids ['bd84e704-daaf-48ed-8124-6895d6a76ee9'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:21Z', 'revision_number': 3, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port': {'id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:24.846221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c4c384a2-702f-4d13-ac3e-b1b718ed65de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.852452 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4b567f63-528e-4f3d-93ab-e59847fa2730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:24.908642 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c4c384a2-702f-4d13-ac3e-b1b718ed65de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e12c77f9cc946f8968ce6270e78f772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433074 Jun 21 14:02:24.911157 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c384a2-702f-4d13-ac3e-b1b718ed65de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb665ab-a098-4300-9932-4e946c481129,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:24.914551 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:24.914956 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41624) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:24.951359 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:24.971548 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c4c384a2-702f-4d13-ac3e-b1b718ed65de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:24.979038 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8996b-6cd8-46ac-9886-32d4716a6604 req-12f06fa2-6137-4e94-a59c-f15d9bbf8d94 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:24.981218 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f8b8996b-6cd8-46ac-9886-32d4716a6604 req-12f06fa2-6137-4e94-a59c-f15d9bbf8d94 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.2491229 Jun 21 14:02:25.006851 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-6709c2da-1d7d-4048-89e2-ff5c3ddc49a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.030205 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-6709c2da-1d7d-4048-89e2-ff5c3ddc49a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.046020 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f8b8996b-6cd8-46ac-9886-32d4716a6604 req-8752f05d-35ec-4a74-9a87-be34dacc5679 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512812 Jun 21 14:02:25.058566 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 87fb2061-9c17-4df5-ac23-35341dfaca57, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=87fb2061-9c17-4df5-ac23-35341dfaca57,segment=NetworkSegment(8dadec83-8d10-46df-9e88-4dc569fe9c92),segment_id=8dadec83-8d10-46df-9e88-4dc569fe9c92)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:25.073333 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.079704 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:25.102034 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.115734 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12713695'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.119872 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:25.157268 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-6709c2da-1d7d-4048-89e2-ff5c3ddc49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.159862 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-6709c2da-1d7d-4048-89e2-ff5c3ddc49a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.161386 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-6709c2da-1d7d-4048-89e2-ff5c3ddc49a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbb665ab-a098-4300-9932-4e946c481129 HTTP/1.1" status: 204 len: 168 time: 0.2452898 Jun 21 14:02:25.162172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-11a4f14f-4a34-4423-b24b-e4d2c2368c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:25.172817 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709c2da-1d7d-4048-89e2-ff5c3ddc49a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb665ab-a098-4300-9932-4e946c481129,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:25.176013 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-6709c2da-1d7d-4048-89e2-ff5c3ddc49a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:25.177768 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=87fb2061-9c17-4df5-ac23-35341dfaca57,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:25.182548 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:25.221403 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f4e70c64-504f-4689-a270-b03290201876 None None] Provisioning complete for port 87fb2061-9c17-4df5-ac23-35341dfaca57 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:25.221836 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f4e70c64-504f-4689-a270-b03290201876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.263612 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Pushing event updated for resources: {'Port': ['ID=04190019-f5f7-4fe4-bba5-02915219c0b3,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:25.268406 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:25.288813 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 2, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:25.308896 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.323161 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Checking router: 0d8ccb41-79c5-4a56-8049-d34ad8978b88 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:25.323702 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Updating router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 port 15b14233-034e-496c-ba6e-93d476619227 binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:02:25.412039 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device c9225d4b-e2de-4c7a-9083-ea290bb00083 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:25.470999 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Network 7289de8d-8337-484a-a796-3a07f6f7e1b4 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:25.472244 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:25.522198 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.614760 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-237ff1d4-e39d-4ddc-af28-913a199ad6b5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:25.616607 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-237ff1d4-e39d-4ddc-af28-913a199ad6b5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 816 time: 0.2453268 Jun 21 14:02:25.648909 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f4e70c64-504f-4689-a270-b03290201876 None None] Provisioning for port 04190019-f5f7-4fe4-bba5-02915219c0b3 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:25.661508 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f4e70c64-504f-4689-a270-b03290201876 None None] Provisioning complete for port 04190019-f5f7-4fe4-bba5-02915219c0b3 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:25.661905 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f4e70c64-504f-4689-a270-b03290201876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.711445 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Router bd84e704-daaf-48ed-8124-6895d6a76ee9 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:02:25.755196 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b89ad841-5601-4080-988f-5ccc2a529b31 req-8c049068-7503-4b8b-836e-9b3785414fdd tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 210 time: 0.0651784 Jun 21 14:02:25.770105 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port c9225d4b-e2de-4c7a-9083-ea290bb00083 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:25.781434 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-0de27334-fc84-4897-96a6-db845c85223c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2df8686152384c01ace3fc274154a2e9 HTTP/1.1" status: 200 len: 380 time: 0.1478384 Jun 21 14:02:25.800729 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port c9225d4b-e2de-4c7a-9083-ea290bb00083 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:25.801689 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.809304 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'port': {'device_id': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'admin_state_up': True, 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'security_groups': ['34581206-48cd-41ba-8b16-f695b1a6ce48']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:25.846892 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-f4e70c64-504f-4689-a270-b03290201876 None None] Port 04190019-f5f7-4fe4-bba5-02915219c0b3 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:02:25.902906 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:25.915947 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] 10.222.0.21 "PUT /v2.0/routers/bd84e704-daaf-48ed-8124-6895d6a76ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6122525 Jun 21 14:02:25.984195 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Made reservation on behalf of 2df8686152384c01ace3fc274154a2e9 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:25.988814 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:25.996723 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.014725 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-18962e87-4180-4b47-a966-5b06e5945aff None None] Provisioning complete for port 04190019-f5f7-4fe4-bba5-02915219c0b3 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:26.015088 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-18962e87-4180-4b47-a966-5b06e5945aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.096678 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-18962e87-4180-4b47-a966-5b06e5945aff None None] Port 04190019-f5f7-4fe4-bba5-02915219c0b3 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:02:26.099139 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port c9225d4b-e2de-4c7a-9083-ea290bb00083, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=c9225d4b-e2de-4c7a-9083-ea290bb00083,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:26.118613 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.119590 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device cbfcdaa5-30aa-411a-a60d-6df480a471b8 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:26.122541 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:26.192488 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.217126 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=c9225d4b-e2de-4c7a-9083-ea290bb00083,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:26.220121 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Transition to ACTIVE for port object 15b14233-034e-496c-ba6e-93d476619227 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:26.222461 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:26.233572 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.236465 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:26.261766 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port cbfcdaa5-30aa-411a-a60d-6df480a471b8 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:26.262150 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.310995 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Allocated IP 172.20.0.9 (c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5/5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e/f09a82e0-bace-45e8-b935-6bfeb6a08b28) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:26.349470 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376fe93-216a-42dc-9074-fe1bda15ff89 req-fa5a933f-74fc-4876-9342-2f81b1a6ba5a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:26.359727 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9376fe93-216a-42dc-9074-fe1bda15ff89 req-fa5a933f-74fc-4876-9342-2f81b1a6ba5a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.1549258 Jun 21 14:02:26.361486 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fa7a4-3146-4d46-b3eb-cb155de1acf1 None None] Pushing event updated for resources: {'Port': ['ID=15b14233-034e-496c-ba6e-93d476619227,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:26.374869 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-894fa7a4-3146-4d46-b3eb-cb155de1acf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:26.427677 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9376fe93-216a-42dc-9074-fe1bda15ff89 req-b3a1def4-b0e9-4597-ba7d-5743db03aae5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654221 Jun 21 14:02:26.503652 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Attempting to bind port 15b14233-034e-496c-ba6e-93d476619227 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:26.504037 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Attempting to bind port 15b14233-034e-496c-ba6e-93d476619227 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:26.504417 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Attempting to bind port 15b14233-034e-496c-ba6e-93d476619227 on network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:26.566056 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:26.566455 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Checking segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:26.567064 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.567397 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Bound using segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:26.567903 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Bound port: 15b14233-034e-496c-ba6e-93d476619227, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:26.568290 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.659823 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] For port 15b14233-034e-496c-ba6e-93d476619227, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:26.662982 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] For port 15b14233-034e-496c-ba6e-93d476619227, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=15b14233-034e-496c-ba6e-93d476619227,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:26.663357 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.670201 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.673234 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-44650643-c564-4f30-9d5b-976df6ae3723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:26.698212 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Transition to ACTIVE for port object f09a82e0-bace-45e8-b935-6bfeb6a08b28 will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:26.732687 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:26.738670 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:26.789418 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:26.800941 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:26.823988 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fa7a4-3146-4d46-b3eb-cb155de1acf1 None None] Pushing event updated for resources: {'Port': ['ID=15b14233-034e-496c-ba6e-93d476619227,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:26.834931 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-894fa7a4-3146-4d46-b3eb-cb155de1acf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:26.924733 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:26.934381 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:26.948659 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:27.011648 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:27.035339 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:27.051695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:27.163724 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98f2e8-59c1-4700-b2be-840ea0b1addf req-5489da11-164c-4a34-9f78-2c9ccd177b24 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:27.171774 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8f98f2e8-59c1-4700-b2be-840ea0b1addf req-5489da11-164c-4a34-9f78-2c9ccd177b24 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.2114873 Jun 21 14:02:27.237506 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:27.238623 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:27.311725 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8f98f2e8-59c1-4700-b2be-840ea0b1addf req-7304555e-6225-4246-abe7-e642f798ff3a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362615 Jun 21 14:02:27.398192 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6067684 Jun 21 14:02:27.418687 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Request body: {'port': {'device_id': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:27.497042 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-a629496a-6794-47f7-acc8-27014eb40472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:27.498814 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-a629496a-6794-47f7-acc8-27014eb40472 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 1099 time: 0.4741435 Jun 21 14:02:27.540345 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41db51-570c-4f3e-bed8-731db043083f req-25c32d45-988d-40a0-9785-1ae16076e298 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:27.547761 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6b41db51-570c-4f3e-bed8-731db043083f req-25c32d45-988d-40a0-9785-1ae16076e298 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 931 time: 0.5219779 Jun 21 14:02:27.647187 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device c9225d4b-e2de-4c7a-9083-ea290bb00083 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:27.765151 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-bd76a417-a0a6-47f2-94aa-6672e07884c5 None None] Provisioning for port f09a82e0-bace-45e8-b935-6bfeb6a08b28 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:27.775423 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port c9225d4b-e2de-4c7a-9083-ea290bb00083 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:27.776074 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:27.781612 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-bd76a417-a0a6-47f2-94aa-6672e07884c5 None None] Provisioning complete for port f09a82e0-bace-45e8-b935-6bfeb6a08b28 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:27.782769 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-bd76a417-a0a6-47f2-94aa-6672e07884c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:27.896879 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-bd76a417-a0a6-47f2-94aa-6672e07884c5 None None] Port f09a82e0-bace-45e8-b935-6bfeb6a08b28 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:02:27.909548 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:26Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:27.983315 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37436ae4-ba50-4230-a6d2-61aa1db297bf None None] The sync data for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi is: [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:26Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:28.079512 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.115719 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6b41db51-570c-4f3e-bed8-731db043083f req-e0734f29-76d2-42ac-a9f4-7d9c77f8642c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5579300 Jun 21 14:02:28.128684 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 15b14233-034e-496c-ba6e-93d476619227 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:28.272272 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 15b14233-034e-496c-ba6e-93d476619227 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:28.276755 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 15b14233-034e-496c-ba6e-93d476619227 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:28.277469 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.402281 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.442130 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 15b14233-034e-496c-ba6e-93d476619227, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=15b14233-034e-496c-ba6e-93d476619227,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:28.456319 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.456319 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 8fdcfc49-d63a-42f5-a6c7-a072f253909f up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:28.456319 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-90576bfc-f6b2-44df-9388-29a5064b16be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:28.560945 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=15b14233-034e-496c-ba6e-93d476619227,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:28.564736 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:28.586874 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 8fdcfc49-d63a-42f5-a6c7-a072f253909f completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:28.596473 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 8fdcfc49-d63a-42f5-a6c7-a072f253909f triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:28.596826 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.629612 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-95aeb8b5-afd5-495b-a284-aba83e8f0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.631112 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-95aeb8b5-afd5-495b-a284-aba83e8f0419 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 911 time: 1.0757227 Jun 21 14:02:28.688923 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b17c-7ca3-4e22-a9a0-18ac458a7404 req-587b61c9-ee20-411b-9d27-4e2177d3e992 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.695878 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6d64b17c-7ca3-4e22-a9a0-18ac458a7404 req-587b61c9-ee20-411b-9d27-4e2177d3e992 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.1368825 Jun 21 14:02:28.747227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.767457 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6d64b17c-7ca3-4e22-a9a0-18ac458a7404 req-86f4c822-c067-4a67-89ee-b0d73ee04ccf tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538490 Jun 21 14:02:28.781848 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 8fdcfc49-d63a-42f5-a6c7-a072f253909f, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=8fdcfc49-d63a-42f5-a6c7-a072f253909f,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:28.786212 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-b2d4ec78-e953-4480-93bd-3022c12bd937 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 200 len: 1000 time: 0.1471434 Jun 21 14:02:28.787478 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.788453 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 87fb2061-9c17-4df5-ac23-35341dfaca57 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:28.790522 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09a82e0-bace-45e8-b935-6bfeb6a08b28 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:02:28.790675 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:28.842036 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.851628 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-62053491-499e-416b-ae55-8ae80fba9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.853389 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-62053491-499e-416b-ae55-8ae80fba9fd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0576539 Jun 21 14:02:28.868960 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=8fdcfc49-d63a-42f5-a6c7-a072f253909f,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:28.871933 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Transition to ACTIVE for port object f09a82e0-bace-45e8-b935-6bfeb6a08b28 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:28.873549 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:28.880892 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 87fb2061-9c17-4df5-ac23-35341dfaca57 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:28.881276 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.891019 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.894645 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f68029fb-deaa-42bc-a885-cd52200245ab tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:29.001231 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:29.006436 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:29.062935 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-2aae383e-2715-4993-9e51-0d0eb2926cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.064854 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-2aae383e-2715-4993-9e51-0d0eb2926cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2035303 Jun 21 14:02:29.144826 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Attempting to bind port f09a82e0-bace-45e8-b935-6bfeb6a08b28 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:29.145910 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Attempting to bind port f09a82e0-bace-45e8-b935-6bfeb6a08b28 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:29.146440 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Attempting to bind port f09a82e0-bace-45e8-b935-6bfeb6a08b28 on network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:29.174487 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Port f09a82e0-bace-45e8-b935-6bfeb6a08b28 on network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:02:29.174997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Attempting to bind port f09a82e0-bace-45e8-b935-6bfeb6a08b28 on network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:29.190026 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:29.191202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Checking segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:29.191815 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Bound using segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:29.193476 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Bound port: f09a82e0-bace-45e8-b935-6bfeb6a08b28, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:29.194202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:29.204014 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 15b14233-034e-496c-ba6e-93d476619227 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:29.270187 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-bb179f0d-7bd1-444e-84d0-d9b68f9aa1da service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944339 Jun 21 14:02:29.278599 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 15b14233-034e-496c-ba6e-93d476619227 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:29.278979 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:29.374668 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 8fdcfc49-d63a-42f5-a6c7-a072f253909f up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:29.380939 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78a8c764-802f-4b14-b9be-8965cb00fa86 req-7ea50d29-bc57-412a-a994-dee974011c6d service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918086 Jun 21 14:02:29.504878 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 8fdcfc49-d63a-42f5-a6c7-a072f253909f triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:29.505282 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:29.531512 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:29.534748 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:29.556496 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:29.558819 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9fd59ede-3ab6-43f0-bbec-d38f10bcc0e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:29.589031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05074fc6-db6a-4015-a10d-d6273637dfea req-fee16d65-f979-4714-b8bb-5fac812e96e9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.590584 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-05074fc6-db6a-4015-a10d-d6273637dfea req-fee16d65-f979-4714-b8bb-5fac812e96e9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.3168199 Jun 21 14:02:29.676943 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.677553 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:29.682207 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] 10.222.0.64 "PUT /v2.0/ports/f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 200 len: 1093 time: 2.2678962 Jun 21 14:02:29.682759 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:29.685172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a021ec3a-e0a8-47be-8423-c550c899a69c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:29.737605 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:29.757989 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:29.762391 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-05074fc6-db6a-4015-a10d-d6273637dfea req-971c5875-9aef-4566-81f9-e37b46bdf574 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134970 Jun 21 14:02:29.763790 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af699d26-5efe-4035-a07d-c388463703a8 x-openstack-request-id: req-af699d26-5efe-4035-a07d-c388463703a8 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:29.764104 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:29.765856 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af699d26-5efe-4035-a07d-c388463703a8 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:29.766320 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'status': 'completed', 'code': 200} Jun 21 14:02:29.888747 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-5a18cd68-729c-4f3a-9ef8-f48f195edd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.890668 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-5a18cd68-729c-4f3a-9ef8-f48f195edd08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1096 time: 0.1061599 Jun 21 14:02:29.988660 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-018b7b8c-1f6d-400b-accb-999c5bca5b91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 200 len: 217 time: 0.0755377 Jun 21 14:02:30.044242 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0c5d7-c9b8-4698-83f2-ba3c15e2c343 req-e35d9314-c0b5-44a8-9a36-da367feeebf5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.046596 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d0d0c5d7-c9b8-4698-83f2-ba3c15e2c343 req-e35d9314-c0b5-44a8-9a36-da367feeebf5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0983944 Jun 21 14:02:30.056871 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-458c1e38-c627-4f0e-b0b7-56ff12d44db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.058330 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-458c1e38-c627-4f0e-b0b7-56ff12d44db3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0614924 Jun 21 14:02:30.128136 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d0d0c5d7-c9b8-4698-83f2-ba3c15e2c343 req-aa4614d9-2222-4a8c-ae58-df5decf1357f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740469 Jun 21 14:02:30.141802 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-4f95a334-bc08-4446-9d8a-219abfad09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.143350 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-4f95a334-bc08-4446-9d8a-219abfad09aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774682 Jun 21 14:02:30.253586 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-a540d1d7-1679-415f-85c7-65622b74d94a service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952570 Jun 21 14:02:30.385296 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eedcaad1-0221-48ca-8d43-4f5289a50e32 req-6bf314e0-2c33-453d-94ed-9de104a504a9 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238160 Jun 21 14:02:30.555215 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-e455ba31-d968-4adb-b38c-93cf10004e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.556796 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-e455ba31-d968-4adb-b38c-93cf10004e2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1096 time: 0.0615537 Jun 21 14:02:30.726238 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-b30267e1-7d9c-4c5a-8425-95563e464b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.728183 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-b30267e1-7d9c-4c5a-8425-95563e464b02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.1645603 Jun 21 14:02:30.770539 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-0c6eaeae-3d75-413f-9ed5-5ca47bd28564 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 200 len: 217 time: 0.0354488 Jun 21 14:02:30.847429 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Sync routers for ids ['bd84e704-daaf-48ed-8124-6895d6a76ee9'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:30.861563 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Routers {'bd84e704-daaf-48ed-8124-6895d6a76ee9'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:30.862361 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd84e704-daaf-48ed-8124-6895d6a76ee9'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:30.874357 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-0259c0d6-8b52-4c85-b2fc-8f7c3361dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.875834 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-0259c0d6-8b52-4c85-b2fc-8f7c3361dc68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0989451 Jun 21 14:02:31.031679 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-d6d8671a-b32a-4f7e-8f13-5d7fc3664a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:31.033689 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-d6d8671a-b32a-4f7e-8f13-5d7fc3664a9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1510179 Jun 21 14:02:31.050636 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17375da-7687-430b-bcb9-35e8c67d830a req-fb7e91fc-0dc5-470d-bc04-fdbcc5438d92 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:31.052519 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f17375da-7687-430b-bcb9-35e8c67d830a req-fb7e91fc-0dc5-470d-bc04-fdbcc5438d92 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.1250317 Jun 21 14:02:31.135322 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Set router bd84e704-daaf-48ed-8124-6895d6a76ee9 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:31.164287 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f17375da-7687-430b-bcb9-35e8c67d830a req-8cc276ea-c2b6-4057-b0ec-b7a779e5eafa tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976491 Jun 21 14:02:31.245160 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-742ff047-9526-4ee3-9e34-47bc4cd89bdb service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891410 Jun 21 14:02:31.365715 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:24Z', 'revision_number': 4, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port': {'id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '04190019-f5f7-4fe4-bba5-02915219c0b3', 'name': '', 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4', 'tenant_id': '2eab344e210c44889433055df0297360', 'mac_address': 'fa:16:3e:88:c1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '123a9dae-71b2-4c0e-a4a0-906ca52ee820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:23Z', 'updated_at': '2021-06-21T14:02:24Z', 'revision_number': 2, 'project_id': '2eab344e210c44889433055df0297360', 'subnets': [{'id': '123a9dae-71b2-4c0e-a4a0-906ca52ee820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:31.380966 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a021ec3a-e0a8-47be-8423-c550c899a69c req-555281c3-cd20-4e5b-bf70-8363194db7b0 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299999 Jun 21 14:02:31.401933 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Checking router: bd84e704-daaf-48ed-8124-6895d6a76ee9 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:31.402717 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Updating router bd84e704-daaf-48ed-8124-6895d6a76ee9 port 04190019-f5f7-4fe4-bba5-02915219c0b3 binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:02:31.445858 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:31.449854 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fda44-f8a8-47c6-ac19-68045e5daa1f req-b2c35a32-c0ba-4a28-bbaa-192bc0648d6e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:31.451516 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-074fda44-f8a8-47c6-ac19-68045e5daa1f req-b2c35a32-c0ba-4a28-bbaa-192bc0648d6e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0929759 Jun 21 14:02:31.519650 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-074fda44-f8a8-47c6-ac19-68045e5daa1f req-6b470961-2428-4a49-a3aa-ab097e6af1d7 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568116 Jun 21 14:02:31.780219 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:31.791206 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Transition to ACTIVE for port object 04190019-f5f7-4fe4-bba5-02915219c0b3 will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:31.797647 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:31.800611 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-81c57335-07c2-4c00-9fa7-eace42bc9466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:31.917522 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2e75f-53b0-46c0-986d-801ee7930b3c None None] Pushing event updated for resources: {'Port': ['ID=04190019-f5f7-4fe4-bba5-02915219c0b3,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:31.920590 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-59a2e75f-53b0-46c0-986d-801ee7930b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:31.935434 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Attempting to bind port 04190019-f5f7-4fe4-bba5-02915219c0b3 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:31.936076 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Attempting to bind port 04190019-f5f7-4fe4-bba5-02915219c0b3 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:31.936674 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Attempting to bind port 04190019-f5f7-4fe4-bba5-02915219c0b3 on network 7289de8d-8337-484a-a796-3a07f6f7e1b4 {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:31.942449 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:31.943206 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Checking segment: {'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:31.943782 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:31.944343 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Bound using segment: {'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:31.945015 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Bound port: 04190019-f5f7-4fe4-bba5-02915219c0b3, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dadec83-8d10-46df-9e88-4dc569fe9c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:31.945571 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:32.021460 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] For port 04190019-f5f7-4fe4-bba5-02915219c0b3, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:32.025202 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] For port 04190019-f5f7-4fe4-bba5-02915219c0b3, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=04190019-f5f7-4fe4-bba5-02915219c0b3,segment=NetworkSegment(8dadec83-8d10-46df-9e88-4dc569fe9c92),segment_id=8dadec83-8d10-46df-9e88-4dc569fe9c92)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:32.031969 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:32.051643 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-81c57335-07c2-4c00-9fa7-eace42bc9466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:32.093502 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Routers {'bd84e704-daaf-48ed-8124-6895d6a76ee9'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:32.094143 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd84e704-daaf-48ed-8124-6895d6a76ee9'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:32.210932 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2e75f-53b0-46c0-986d-801ee7930b3c None None] Pushing event updated for resources: {'Port': ['ID=04190019-f5f7-4fe4-bba5-02915219c0b3,revision_number=4']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:32.216090 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-59a2e75f-53b0-46c0-986d-801ee7930b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:32.255180 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] Set router bd84e704-daaf-48ed-8124-6895d6a76ee9 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:32.417731 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda02e7-37f2-4950-84f5-f653c2893d0f req-adbe9304-b05a-41e6-9fc4-73fccf996851 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:32.420119 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-deda02e7-37f2-4950-84f5-f653c2893d0f req-adbe9304-b05a-41e6-9fc4-73fccf996851 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0909984 Jun 21 14:02:32.478215 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-deda02e7-37f2-4950-84f5-f653c2893d0f req-030ea5b7-9f54-47b3-a8dc-58e24c2d0a46 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511212 Jun 21 14:02:32.539939 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:24Z', 'revision_number': 4, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port': {'id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '04190019-f5f7-4fe4-bba5-02915219c0b3', 'name': '', 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4', 'tenant_id': '2eab344e210c44889433055df0297360', 'mac_address': 'fa:16:3e:88:c1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '123a9dae-71b2-4c0e-a4a0-906ca52ee820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:23Z', 'updated_at': '2021-06-21T14:02:32Z', 'revision_number': 4, 'project_id': '2eab344e210c44889433055df0297360', 'subnets': [{'id': '123a9dae-71b2-4c0e-a4a0-906ca52ee820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:32.570878 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d3326-b694-4c04-b14e-fc360c2987ca None None] The sync data for ids ['bd84e704-daaf-48ed-8124-6895d6a76ee9'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:24Z', 'revision_number': 4, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port': {'id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '04190019-f5f7-4fe4-bba5-02915219c0b3', 'name': '', 'network_id': '7289de8d-8337-484a-a796-3a07f6f7e1b4', 'tenant_id': '2eab344e210c44889433055df0297360', 'mac_address': 'fa:16:3e:88:c1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '123a9dae-71b2-4c0e-a4a0-906ca52ee820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:23Z', 'updated_at': '2021-06-21T14:02:32Z', 'revision_number': 4, 'project_id': '2eab344e210c44889433055df0297360', 'subnets': [{'id': '123a9dae-71b2-4c0e-a4a0-906ca52ee820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:33.233578 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 04190019-f5f7-4fe4-bba5-02915219c0b3 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:33.301840 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 04190019-f5f7-4fe4-bba5-02915219c0b3 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:33.306460 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 04190019-f5f7-4fe4-bba5-02915219c0b3 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:33.307047 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:33.405192 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:33.449747 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 04190019-f5f7-4fe4-bba5-02915219c0b3, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=04190019-f5f7-4fe4-bba5-02915219c0b3,segment=NetworkSegment(8dadec83-8d10-46df-9e88-4dc569fe9c92),segment_id=8dadec83-8d10-46df-9e88-4dc569fe9c92)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:33.457023 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:33.460025 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0167f91a-e01f-45de-a8da-c1977569e3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:33.517611 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=04190019-f5f7-4fe4-bba5-02915219c0b3,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:33.539655 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:33.701596 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c008684-2093-487f-9891-83acc02fd19e req-1f46c6e9-7009-4458-acd7-7bfa7143bc0d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:33.703804 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4c008684-2093-487f-9891-83acc02fd19e req-1f46c6e9-7009-4458-acd7-7bfa7143bc0d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0678570 Jun 21 14:02:33.746057 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4c008684-2093-487f-9891-83acc02fd19e req-760fe269-a4b1-4eb7-bd05-44eac1f2ab02 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359080 Jun 21 14:02:34.135948 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:02:34.282735 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:34.313120 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'port_id': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'mac_address': 'fa:16:3e:9e:1f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:02:34.367783 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:34.385695 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09a82e0-bace-45e8-b935-6bfeb6a08b28 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:02:34.414768 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:34.446170 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:34.449152 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-adc26af9-b1a2-419b-a29a-4fae5159ffc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:34.453009 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ee42dcf7-efc9-4189-9e71-e17f0166d859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:34.507239 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:34.510663 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:34.888373 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['f09a82e0-bace-45e8-b935-6bfeb6a08b28'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:02:34.959844 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c670598-ddab-45a6-9590-6ad151dfbb84 req-2eabc401-1900-4581-a3d2-c833a321af08 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:34.964991 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c670598-ddab-45a6-9590-6ad151dfbb84 req-2eabc401-1900-4581-a3d2-c833a321af08 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 944 time: 0.0831907 Jun 21 14:02:35.050650 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c670598-ddab-45a6-9590-6ad151dfbb84 req-bef0250b-f21f-40b0-a913-3aaa695323fc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715873 Jun 21 14:02:35.173559 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 04190019-f5f7-4fe4-bba5-02915219c0b3 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:35.232233 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 04190019-f5f7-4fe4-bba5-02915219c0b3 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:35.232999 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:36.157255 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:36.247487 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port f09a82e0-bace-45e8-b935-6bfeb6a08b28 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:36.256912 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port f09a82e0-bace-45e8-b935-6bfeb6a08b28 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:36.257293 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:36.288143 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8031-7e53-47a9-9b57-41758a6a63cb req-a7fbc922-e998-4dac-9a05-83c0603a3260 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:36.296387 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-92cb8031-7e53-47a9-9b57-41758a6a63cb req-a7fbc922-e998-4dac-9a05-83c0603a3260 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 944 time: 0.1215641 Jun 21 14:02:36.344678 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-92cb8031-7e53-47a9-9b57-41758a6a63cb req-a78ee00c-5f24-4be5-8e03-0ba12216a7b7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468020 Jun 21 14:02:36.352333 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:36.382296 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:36.384978 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ccffbc-ff6e-433f-945e-bc14aa50be5e" -d '{"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-plugged", "status": "completed", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:36.402211 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:36.411609 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:36.413924 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ded32db1-e27c-4439-9318-5efd6dcfb5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:36.440876 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c53467-1e57-4f46-9ad4-a71401969dd6 x-openstack-request-id: req-84c53467-1e57-4f46-9ad4-a71401969dd6 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:36.441525 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-plugged", "status": "completed", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:36.441787 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84c53467-1e57-4f46-9ad4-a71401969dd6 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:36.442190 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'code': 200} Jun 21 14:02:36.469507 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:36.472451 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:36.704678 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f466797-fe53-40f2-a4f4-c3163656be2a req-e9c50164-6e24-4357-b006-959e1cc4f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:36.706899 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f466797-fe53-40f2-a4f4-c3163656be2a req-e9c50164-6e24-4357-b006-959e1cc4f2e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1098 time: 0.0555398 Jun 21 14:02:36.749801 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9f466797-fe53-40f2-a4f4-c3163656be2a req-e1480d5a-7a24-47ba-9080-8fa3182c27e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349472 Jun 21 14:02:37.037607 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-b52f3b61-d81a-4298-94f7-f6f6ce149942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:37.312550 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:37.566567 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd9626-b2ba-4a5d-966a-4f035f3d1d8d req-1a363308-5a33-4ebc-8b23-9b1a885f17a2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:37.579610 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d0fd9626-b2ba-4a5d-966a-4f035f3d1d8d req-1a363308-5a33-4ebc-8b23-9b1a885f17a2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0872176 Jun 21 14:02:37.609847 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d0fd9626-b2ba-4a5d-966a-4f035f3d1d8d req-b09b9cf1-2d55-484a-b74c-a1aede9961a8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354698 Jun 21 14:02:38.119123 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:38.165827 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-9a4f1130-44c7-4e53-8e30-219dde814066 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:38.167260 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-9a4f1130-44c7-4e53-8e30-219dde814066 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/networks?id=1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 200 len: 814 time: 0.1025290 Jun 21 14:02:38.182613 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-8b582845-424a-4a55-aeba-ed66f85987ed tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/quotas/b37cee61766742b4b9933a318346cbb8 HTTP/1.1" status: 200 len: 375 time: 0.0099211 Jun 21 14:02:38.489061 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-3d3dd402-84b1-46b5-8acb-95301e2d5ed8 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b37cee61766742b4b9933a318346cbb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3014824 Jun 21 14:02:38.582758 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-000ab3c6-3d76-4aaa-af9c-93861c464d80 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817657 Jun 21 14:02:38.675107 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-037a43a7-c7b7-4f1f-9171-b1eeacf8d0b4 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859821 Jun 21 14:02:38.725230 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:38.798745 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f0f4-df87-48d5-921a-cfb6ed92198f req-d862c9b1-70ac-4e95-b444-96a7c45da6f8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:38.800211 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8729f0f4-df87-48d5-921a-cfb6ed92198f req-d862c9b1-70ac-4e95-b444-96a7c45da6f8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0643311 Jun 21 14:02:38.845784 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8729f0f4-df87-48d5-921a-cfb6ed92198f req-892abdde-8c3c-4712-9160-981973f6675b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385849 Jun 21 14:02:38.878675 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-339fdd11-e53c-4368-9a01-4f883c76ddd4 req-a7c8c7b2-5fe9-4a6c-851c-71ab5257d047 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 210 time: 0.0321538 Jun 21 14:02:39.049786 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a959615-4d71-4a54-bdcb-dc355d44ae85 req-73a725d6-ec97-4fc2-9a36-f24601084d68 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:39.051304 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8a959615-4d71-4a54-bdcb-dc355d44ae85 req-73a725d6-ec97-4fc2-9a36-f24601084d68 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0808158 Jun 21 14:02:39.060944 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41872) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:39.066200 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'floatingip': {'port_id': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:39.154923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:39.594724 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:39.639038 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:39.643991 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:39.747585 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Floating IP eacf4453-abbe-4afd-9f5f-5d6ca0f91e05 associated. External IP: 172.27.2.178, port: f09a82e0-bace-45e8-b935-6bfeb6a08b28. Jun 21 14:02:40.034150 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-346ed7f4-ed57-48c8-bb68-df7ccd07c5a5 req-e7096d73-4450-4369-bc2f-e03188cf4a5e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 210 time: 0.0382962 Jun 21 14:02:40.252685 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:02:40.318517 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-89685753-4cc1-4f1d-8c97-062a1957b13a tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:40.319921 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-89685753-4cc1-4f1d-8c97-062a1957b13a tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.64 "GET /v2.0/networks?id=1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 200 len: 814 time: 0.1549230 Jun 21 14:02:40.340664 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'port': {'device_id': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'admin_state_up': True, 'tenant_id': 'b37cee61766742b4b9933a318346cbb8'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:40.443969 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:40.448903 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:40.455238 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] Sync routers for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:40.464781 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:02:40.466337 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:40.466978 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:40.506138 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-db9d785c-a08e-48e4-b0e7-81bccf87fd89 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "PUT /v2.0/floatingips/eacf4453-abbe-4afd-9f5f-5d6ca0f91e05 HTTP/1.1" status: 200 len: 991 time: 1.4440613 Jun 21 14:02:40.507684 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:40.510132 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:40.532340 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Made reservation on behalf of b37cee61766742b4b9933a318346cbb8 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:40.537027 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:40.572928 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60494f8e-3c00-4f52-95c9-62a5a2b2b7e9 x-openstack-request-id: req-60494f8e-3c00-4f52-95c9-62a5a2b2b7e9 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:40.573253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:40.573539 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60494f8e-3c00-4f52-95c9-62a5a2b2b7e9 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:40.573966 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'status': 'completed', 'code': 200} Jun 21 14:02:40.621942 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:40.720205 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Allocated IP 172.20.0.9 (1bc1cb9d-742c-4989-9843-38af4dcf94e7/da5632fe-161b-44f0-a21f-90f19883abb7/ccbd9885-e3bd-456e-b571-be5ed5283350) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:40.783201 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-91b33260-1a38-46b8-bd7e-dee340706c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:40.785424 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-91b33260-1a38-46b8-bd7e-dee340706c3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1098 time: 0.1297004 Jun 21 14:02:40.969105 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'eacf4453-abbe-4afd-9f5f-5d6ca0f91e05', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'port_id': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'mac_address': 'fa:16:3e:9e:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:02:20Z', 'updated_at': '2021-06-21T14:02:39Z', 'revision_number': 1, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:40.998920 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:41.025700 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Transition to ACTIVE for port object ccbd9885-e3bd-456e-b571-be5ed5283350 will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:41.065755 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:41.070466 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ff8a0010-983d-43dd-852b-e90ad7ae66a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:41.117272 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:41.121081 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:41.130030 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:41.133978 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] Checking router: 0d8ccb41-79c5-4a56-8049-d34ad8978b88 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:41.139965 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'Port': ['ID=ccbd9885-e3bd-456e-b571-be5ed5283350,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:41.144100 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:41.144786 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:02:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:41.178711 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.179891 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.180557 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.181341 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.181974 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.182537 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.183175 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.183746 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.184503 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.185062 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.185620 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.186234 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:41.191978 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:41.259384 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:41.262333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:41.298588 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9630120 Jun 21 14:02:41.301619 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:41.410124 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e26ae-4c47-461a-ae49-4891b96cf435 req-8bf9203c-e8e3-492a-9a4e-3281325585a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:41.412583 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-265e26ae-4c47-461a-ae49-4891b96cf435 req-8bf9203c-e8e3-492a-9a4e-3281325585a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0912690 Jun 21 14:02:41.472117 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-265e26ae-4c47-461a-ae49-4891b96cf435 req-0c7e52d5-19a5-4f9f-b8dc-d26feed7418d tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535657 Jun 21 14:02:41.567722 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-e1bdc4a4-ed4d-4285-807f-fd8db86c6775 None None] Provisioning for port ccbd9885-e3bd-456e-b571-be5ed5283350 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:41.572997 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-e1bdc4a4-ed4d-4285-807f-fd8db86c6775 None None] Provisioning complete for port ccbd9885-e3bd-456e-b571-be5ed5283350 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:41.573376 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc4a4-ed4d-4285-807f-fd8db86c6775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:41.632386 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdc4a4-ed4d-4285-807f-fd8db86c6775 None None] Port ccbd9885-e3bd-456e-b571-be5ed5283350 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:02:41.650952 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'eacf4453-abbe-4afd-9f5f-5d6ca0f91e05', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'port_id': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'mac_address': 'fa:16:3e:9e:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:02:20Z', 'updated_at': '2021-06-21T14:02:39Z', 'revision_number': 1, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:41.677740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d9017b-b1d5-4782-92b6-8514a7a8825f None None] The sync data for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi is: [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'eacf4453-abbe-4afd-9f5f-5d6ca0f91e05', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'port_id': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'mac_address': 'fa:16:3e:9e:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:02:20Z', 'updated_at': '2021-06-21T14:02:39Z', 'revision_number': 1, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:41.892198 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb6975-6a2c-4290-8c43-aeca289a6ebf None None] New status for floating IP eacf4453-abbe-4afd-9f5f-5d6ca0f91e05: ACTIVE {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:02:42.662464 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6960819-eb54-4c3c-aef2-9646dd1930fa req-deb16c6a-faff-4602-a612-9d53ae8691b5 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:42.663956 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b6960819-eb54-4c3c-aef2-9646dd1930fa req-deb16c6a-faff-4602-a612-9d53ae8691b5 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0634766 Jun 21 14:02:42.703346 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b6960819-eb54-4c3c-aef2-9646dd1930fa req-cd1bacb7-4e0d-492b-8635-a15f72863ef8 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Jun 21 14:02:43.898254 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddf337-215a-4dcf-a44d-4e5c7317f2dd req-d421d8bd-619a-4876-8ab0-6bdc4ffff0e6 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:43.902017 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-eaddf337-215a-4dcf-a44d-4e5c7317f2dd req-d421d8bd-619a-4876-8ab0-6bdc4ffff0e6 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0735507 Jun 21 14:02:43.950687 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-eaddf337-215a-4dcf-a44d-4e5c7317f2dd req-561087b6-2e87-4952-a87a-10dad1e3ac14 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Jun 21 14:02:44.747502 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 41984) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:44.866354 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f03163ec-bb5a-4b62-ba03-6149d50b1e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:44.963861 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f03163ec-bb5a-4b62-ba03-6149d50b1e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:44.969806 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f03163ec-bb5a-4b62-ba03-6149d50b1e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:44.972827 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-1d38aa0b-b6a3-4963-b1a8-0502f454ee95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:45.008914 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-f03163ec-bb5a-4b62-ba03-6149d50b1e00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6aed76d35944ab9beeb60d664959946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601547 Jun 21 14:02:45.009818 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03163ec-bb5a-4b62-ba03-6149d50b1e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2bde59-462c-495a-af48-5cf4e1822b70,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:45.011959 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41992) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:45.013506 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f03163ec-bb5a-4b62-ba03-6149d50b1e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:45.065759 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.118271 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.180479 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b21401-f0b7-4657-bd1a-59339dc1f554 req-70c6429e-945c-44f1-bd67-e662d1e6a738 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:45.180479 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a3b21401-f0b7-4657-bd1a-59339dc1f554 req-70c6429e-945c-44f1-bd67-e662d1e6a738 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.1090560 Jun 21 14:02:45.212473 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.215141 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.216258 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d2bde59-462c-495a-af48-5cf4e1822b70 HTTP/1.1" status: 204 len: 168 time: 0.2029426 Jun 21 14:02:45.222004 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-bbf80b4c-c454-4a6a-abc4-725a12ef69ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:45.233528 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2bde59-462c-495a-af48-5cf4e1822b70,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:45.248823 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a3b21401-f0b7-4657-bd1a-59339dc1f554 req-4ffdad65-9a86-45b4-a1c3-571cf017b220 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603607 Jun 21 14:02:45.255163 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.255582 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.255950 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.256815 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.256815 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.257037 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.257404 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.257757 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.258113 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.258505 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.258853 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.259206 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:45.262706 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:45.512798 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 41998) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:45.526185 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ea83f74d-db9a-4fc2-a690-e0366b05a9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.628261 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ea83f74d-db9a-4fc2-a690-e0366b05a9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.633874 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ea83f74d-db9a-4fc2-a690-e0366b05a9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.636604 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-10240349-eb0c-42ce-bff1-8b15e3032bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:45.673110 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ea83f74d-db9a-4fc2-a690-e0366b05a9af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae7ef3eeb5b841d68750b3f0e5184116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592052 Jun 21 14:02:45.674091 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83f74d-db9a-4fc2-a690-e0366b05a9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f6a9ec-c2b2-49ce-8994-4d7141d5b2c3,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:45.675973 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 42000) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:45.677224 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ea83f74d-db9a-4fc2-a690-e0366b05a9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:45.729361 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-64d1eeb2-57d6-4c80-81ba-e31e6bd1b825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.750872 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-64d1eeb2-57d6-4c80-81ba-e31e6bd1b825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.796361 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-64d1eeb2-57d6-4c80-81ba-e31e6bd1b825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.799506 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-64d1eeb2-57d6-4c80-81ba-e31e6bd1b825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:45.802949 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-64d1eeb2-57d6-4c80-81ba-e31e6bd1b825 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33f6a9ec-c2b2-49ce-8994-4d7141d5b2c3 HTTP/1.1" status: 204 len: 168 time: 0.1250114 Jun 21 14:02:45.803846 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-810dda6a-dec4-42a9-9602-bedcffd0369a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:45.812545 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1eeb2-57d6-4c80-81ba-e31e6bd1b825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f6a9ec-c2b2-49ce-8994-4d7141d5b2c3,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:45.815068 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-64d1eeb2-57d6-4c80-81ba-e31e6bd1b825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:46.440900 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01c7ae-948d-4c34-b33b-33499eee1fc8 req-5ad14e2c-0250-44d4-9995-302a4a0bccf7 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:46.444199 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9a01c7ae-948d-4c34-b33b-33499eee1fc8 req-5ad14e2c-0250-44d4-9995-302a4a0bccf7 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0851989 Jun 21 14:02:46.503065 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9a01c7ae-948d-4c34-b33b-33499eee1fc8 req-2fcf4318-d490-48a1-ba4b-ac263291641e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529487 Jun 21 14:02:47.727251 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc94a49-ef02-4d76-ad61-a45b2c4b49ad req-cec73b76-2338-47c3-8094-3aeec1312127 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:47.728907 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9bc94a49-ef02-4d76-ad61-a45b2c4b49ad req-cec73b76-2338-47c3-8094-3aeec1312127 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0776827 Jun 21 14:02:47.766626 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9bc94a49-ef02-4d76-ad61-a45b2c4b49ad req-f854f90d-9d3c-4506-b51d-357c56c07dac tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Jun 21 14:02:48.993991 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f0ba6-4e42-45bc-ab66-386e4e5f6fd2 req-1c177177-d5a6-43f0-84a5-de750bb52b40 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:48.996473 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4c5f0ba6-4e42-45bc-ab66-386e4e5f6fd2 req-1c177177-d5a6-43f0-84a5-de750bb52b40 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0660703 Jun 21 14:02:49.055591 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4c5f0ba6-4e42-45bc-ab66-386e4e5f6fd2 req-858ef836-09e4-4eee-8259-b1314f47e726 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518653 Jun 21 14:02:50.251763 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c01c7-930f-4c66-9a2c-1c6428a89c84 req-601467d0-6168-4bc2-83d6-2a3b1349d474 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:50.253298 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7e5c01c7-930f-4c66-9a2c-1c6428a89c84 req-601467d0-6168-4bc2-83d6-2a3b1349d474 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0803487 Jun 21 14:02:50.304999 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7e5c01c7-930f-4c66-9a2c-1c6428a89c84 req-6710be19-6353-4a83-8688-73820e61aeb5 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 Jun 21 14:02:51.497512 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443acf8-aa90-4d58-96c6-c5606fe5e2eb req-bf14d158-8d8f-4906-9233-b90f05b9a160 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:51.499006 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6443acf8-aa90-4d58-96c6-c5606fe5e2eb req-bf14d158-8d8f-4906-9233-b90f05b9a160 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0704515 Jun 21 14:02:51.538984 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6443acf8-aa90-4d58-96c6-c5606fe5e2eb req-a1cc1ba1-dd0d-45a4-b3c7-872da97c6f1d tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338001 Jun 21 14:02:52.717864 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67064a-9433-4141-9f6e-00426450ced1 req-11bc05d6-b046-411a-95d0-90e2a1a87d10 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:52.719386 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0f67064a-9433-4141-9f6e-00426450ced1 req-11bc05d6-b046-411a-95d0-90e2a1a87d10 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0680656 Jun 21 14:02:52.769711 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0f67064a-9433-4141-9f6e-00426450ced1 req-c9b847e3-36b8-47f6-bd25-3ee7dbd06965 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Jun 21 14:02:53.949028 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ec24d-e3eb-4674-9f37-6584161078ea req-15118226-377c-4a3f-b1c4-d724fa18d68e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:53.950842 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dd6ec24d-e3eb-4674-9f37-6584161078ea req-15118226-377c-4a3f-b1c4-d724fa18d68e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0704494 Jun 21 14:02:53.988742 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dd6ec24d-e3eb-4674-9f37-6584161078ea req-446e77d5-c1dc-419e-b4f0-4e588043b0aa tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jun 21 14:02:55.184154 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55448091-28d8-460e-9cac-1019b8cc74be req-5092e480-50cb-46f2-a224-18fd2634b0b2 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:55.185665 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-55448091-28d8-460e-9cac-1019b8cc74be req-5092e480-50cb-46f2-a224-18fd2634b0b2 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.0739927 Jun 21 14:02:55.222406 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-55448091-28d8-460e-9cac-1019b8cc74be req-d24e9e49-628a-4209-ae5c-97a6aceac49c tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Jun 21 14:02:56.581725 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90d1db-b7d2-4628-bda4-8e0cc8df4480 req-3d1dfa89-22d1-4fc6-97d2-2c1e8d153113 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:56.583186 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7c90d1db-b7d2-4628-bda4-8e0cc8df4480 req-3d1dfa89-22d1-4fc6-97d2-2c1e8d153113 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 931 time: 0.2359810 Jun 21 14:02:56.620218 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7c90d1db-b7d2-4628-bda4-8e0cc8df4480 req-0ccc36cb-e1b1-479a-85b2-7fe1538fca2a tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Jun 21 14:02:56.708948 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Request body: {'port': {'device_id': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:56.843269 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-2daf7be5-d89a-4cfb-a48d-26791f0c7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:56.844944 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-2daf7be5-d89a-4cfb-a48d-26791f0c7d1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.1490419 Jun 21 14:02:56.847500 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:56.882878 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42134) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:56.944611 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-509f0e7e-719a-492b-aa21-824ff9338d50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 200 len: 1001 time: 0.0852683 Jun 21 14:02:56.987148 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-02b3d6ab-cdf6-4d2d-9f4e-ca7fde5ca4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.080010 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-02b3d6ab-cdf6-4d2d-9f4e-ca7fde5ca4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.085086 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-02b3d6ab-cdf6-4d2d-9f4e-ca7fde5ca4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.085267 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-3940d1d7-2724-426f-8706-1be1885685da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:57.086712 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-3940d1d7-2724-426f-8706-1be1885685da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0960362 Jun 21 14:02:57.088672 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0181c92f-1213-4812-885b-61f9eedecc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:57.122934 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-02b3d6ab-cdf6-4d2d-9f4e-ca7fde5ca4f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01a409fb0a9d4ee1a6af5d6dfe2542aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389743 Jun 21 14:02:57.125684 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42138) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:57.132713 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3d6ab-cdf6-4d2d-9f4e-ca7fde5ca4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3a3667-8e79-4e78-949f-b0af0c83a62c,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:57.136061 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-02b3d6ab-cdf6-4d2d-9f4e-ca7fde5ca4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:57.180417 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bc63-cb6f-4865-8d78-640a14badf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.205275 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bc63-cb6f-4865-8d78-640a14badf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.213860 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-c7e6bdc7-8db9-42f4-806b-2d235dc1c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:57.215416 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-c7e6bdc7-8db9-42f4-806b-2d235dc1c9ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1179206 Jun 21 14:02:57.235334 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbd9885-e3bd-456e-b571-be5ed5283350 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:02:57.258077 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bc63-cb6f-4865-8d78-640a14badf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.260658 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bc63-cb6f-4865-8d78-640a14badf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.261837 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-d7a9bc63-cb6f-4865-8d78-640a14badf63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a3a3667-8e79-4e78-949f-b0af0c83a62c HTTP/1.1" status: 204 len: 168 time: 0.1352489 Jun 21 14:02:57.262671 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-93fe4315-3e8d-41a7-83fc-db53ec19a7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:57.271829 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9bc63-cb6f-4865-8d78-640a14badf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3a3667-8e79-4e78-949f-b0af0c83a62c,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:57.278288 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.279366 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d7a9bc63-cb6f-4865-8d78-640a14badf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:57.300393 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Transition to ACTIVE for port object ccbd9885-e3bd-456e-b571-be5ed5283350 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:57.308821 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.312836 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8745e1f1-c281-4627-8d05-5693b2e59b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:57.400375 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-0c2788c3-832b-427c-acd8-1334e155a9b5 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752667 Jun 21 14:02:57.403740 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd9885-e3bd-456e-b571-be5ed5283350,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:57.407394 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:57.550303 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Attempting to bind port ccbd9885-e3bd-456e-b571-be5ed5283350 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:57.550611 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Attempting to bind port ccbd9885-e3bd-456e-b571-be5ed5283350 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:57.550997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Attempting to bind port ccbd9885-e3bd-456e-b571-be5ed5283350 on network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:57.559551 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-47ea4ba1-4872-4f47-abe3-e1af318ca8bf req-f6659663-18a0-41c0-a246-a55079ea8589 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487608 Jun 21 14:02:57.560226 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Port ccbd9885-e3bd-456e-b571-be5ed5283350 on network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:02:57.560569 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Attempting to bind port ccbd9885-e3bd-456e-b571-be5ed5283350 on network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:57.561675 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42144) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:57.565484 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:57.565821 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Checking segment: {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:57.566195 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Bound using segment: {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:57.566629 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Bound port: ccbd9885-e3bd-456e-b571-be5ed5283350, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccf25d8-a554-4f24-a86b-8848079aa3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:57.566976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.575998 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5f22027c-d539-4c0a-a011-9c0a148e0eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.640673 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] For port ccbd9885-e3bd-456e-b571-be5ed5283350, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:57.645983 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] For port ccbd9885-e3bd-456e-b571-be5ed5283350, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ccbd9885-e3bd-456e-b571-be5ed5283350,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:57.650689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.653686 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-be780c40-fa50-4f27-bec1-4656cd34b649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:57.672219 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5f22027c-d539-4c0a-a011-9c0a148e0eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.676939 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5f22027c-d539-4c0a-a011-9c0a148e0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.687943 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:57.688562 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.689412 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-062146fc-72e3-44e0-ae04-c44d04b87dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:57.690012 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 1093 time: 0.9863000 Jun 21 14:02:57.690510 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:57.692898 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f" -d '{"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:57.714726 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd9885-e3bd-456e-b571-be5ed5283350,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:57.718392 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:57.743141 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22027c-d539-4c0a-a011-9c0a148e0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b0ae19-08a3-48b0-aa2f-14e9aec0ed9c,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:57.747302 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5f22027c-d539-4c0a-a011-9c0a148e0eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:57.753275 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 42152) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:57.753811 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-5f22027c-d539-4c0a-a011-9c0a148e0eaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78bda343be7c40c99f47c4beb5a4778b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906092 Jun 21 14:02:57.776685 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28585e04-2970-4967-b683-bba883571a60 x-openstack-request-id: req-28585e04-2970-4967-b683-bba883571a60 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:57.777069 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:57.777410 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28585e04-2970-4967-b683-bba883571a60 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:57.778128 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'status': 'completed', 'code': 200} Jun 21 14:02:57.844144 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885061d-a889-461f-ba30-5de8354f3ef2 req-951b0ef2-5161-4e51-a1a2-00c262d088cf tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:57.844652 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-002410a1-e906-4821-a22f-8423b1c6c2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.848133 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2885061d-a889-461f-ba30-5de8354f3ef2 req-951b0ef2-5161-4e51-a1a2-00c262d088cf tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 943 time: 0.0800126 Jun 21 14:02:57.879377 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-002410a1-e906-4821-a22f-8423b1c6c2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.888264 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2885061d-a889-461f-ba30-5de8354f3ef2 req-05e60469-5b76-4c45-82b8-1542879f74d5 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 Jun 21 14:02:57.893865 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-3733c7e4-57e9-424f-a4ef-1150112c3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:57.895372 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-3733c7e4-57e9-424f-a4ef-1150112c3b82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b37cee61766742b4b9933a318346cbb8&device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1096 time: 0.1272647 Jun 21 14:02:57.934048 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-002410a1-e906-4821-a22f-8423b1c6c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.937722 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-002410a1-e906-4821-a22f-8423b1c6c2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:57.938871 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-002410a1-e906-4821-a22f-8423b1c6c2bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6b0ae19-08a3-48b0-aa2f-14e9aec0ed9c HTTP/1.1" status: 204 len: 168 time: 0.1843708 Jun 21 14:02:57.940735 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a6b67712-bce2-4081-bb6f-385d929c0902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:57.982062 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002410a1-e906-4821-a22f-8423b1c6c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b0ae19-08a3-48b0-aa2f-14e9aec0ed9c,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:57.984643 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-4797c15d-5d87-4621-b397-81f4f21249f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 217 time: 0.0447781 Jun 21 14:02:57.985388 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-002410a1-e906-4821-a22f-8423b1c6c2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:58.041011 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-8c0a5681-76ce-4168-9243-53d7db4ee350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:58.042543 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-8c0a5681-76ce-4168-9243-53d7db4ee350 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da5632fe-161b-44f0-a21f-90f19883abb7 HTTP/1.1" status: 200 len: 853 time: 0.0505996 Jun 21 14:02:58.102626 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-d245df3b-9110-484e-93d5-f2ed159eec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:58.104194 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-d245df3b-9110-484e-93d5-f2ed159eec7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bc1cb9d-742c-4989-9843-38af4dcf94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525863 Jun 21 14:02:58.193047 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-f9afb9cf-037d-49d8-a7af-d4ba99d6adfd service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803218 Jun 21 14:02:58.288208 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2abc30f0-4a9f-4c99-9f0d-771caf409d6e req-766a4b06-ce30-4053-a744-a7afa5d4c6dd service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879872 Jun 21 14:02:58.445368 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-5da75f9f-5546-40b0-915b-978ee57c5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:58.446853 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-5da75f9f-5546-40b0-915b-978ee57c5683 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b37cee61766742b4b9933a318346cbb8&device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1096 time: 0.0563412 Jun 21 14:02:58.544002 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-8ff62744-b62e-4ebc-9163-1666f9c0ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:58.545559 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-8ff62744-b62e-4ebc-9163-1666f9c0ba67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 200 len: 915 time: 0.0921054 Jun 21 14:02:58.587287 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-98dd3c9a-7186-4b1a-b068-24e2ad311b15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 217 time: 0.0340989 Jun 21 14:02:58.635834 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-5f464498-a5e9-4c03-8079-a1698fa88ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:58.637319 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-5f464498-a5e9-4c03-8079-a1698fa88ea5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da5632fe-161b-44f0-a21f-90f19883abb7 HTTP/1.1" status: 200 len: 853 time: 0.0427144 Jun 21 14:02:58.697062 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-3ecccbbb-3f7e-4f31-bacc-cd9f7431433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:58.698517 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-3ecccbbb-3f7e-4f31-bacc-cd9f7431433c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bc1cb9d-742c-4989-9843-38af4dcf94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540059 Jun 21 14:02:58.787338 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-3cec716e-3dab-4703-a55c-d831f26b0b6b service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799835 Jun 21 14:02:58.880010 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff8ef2e4-60bf-4be0-bedf-63890f23a59f req-8dd3c5e8-ef4f-455a-8969-98bded8fb81c service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862615 Jun 21 14:02:59.073305 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9113d-beaa-45a0-ad7d-0e7a76d06445 req-aab1171d-f75e-4ede-81e9-9cf668d37d32 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:59.074789 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-61f9113d-beaa-45a0-ad7d-0e7a76d06445 req-aab1171d-f75e-4ede-81e9-9cf668d37d32 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 943 time: 0.0669341 Jun 21 14:02:59.113427 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-61f9113d-beaa-45a0-ad7d-0e7a76d06445 req-29acd43f-34d0-4868-9451-0bb1ea96642b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Jun 21 14:03:00.283838 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a706274-a17f-4d02-8b25-56f0f6a92e15 req-326de6f9-1791-4421-b519-04d76ddad6ce tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:00.285357 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5a706274-a17f-4d02-8b25-56f0f6a92e15 req-326de6f9-1791-4421-b519-04d76ddad6ce tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 943 time: 0.0636492 Jun 21 14:03:00.324637 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5a706274-a17f-4d02-8b25-56f0f6a92e15 req-3ed6de02-ccef-4602-aa43-0c6ed2a14baf tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Jun 21 14:03:01.520908 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777b09-7df9-43ed-af2e-045c6f78fb2a req-e6cd879b-50a8-45d6-a0fd-5c3b6f2b5d35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:01.522405 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9c777b09-7df9-43ed-af2e-045c6f78fb2a req-e6cd879b-50a8-45d6-a0fd-5c3b6f2b5d35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 943 time: 0.0738595 Jun 21 14:03:01.560639 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9c777b09-7df9-43ed-af2e-045c6f78fb2a req-7a1d7ebe-53cc-4567-8447-efc3468f4fd3 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Jun 21 14:03:02.088570 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 42226) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:02.198963 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-00242fad-10d4-4c96-abe2-fde744ebb756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.296102 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-00242fad-10d4-4c96-abe2-fde744ebb756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.301685 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-00242fad-10d4-4c96-abe2-fde744ebb756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.303933 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-64d1eeb2-57d6-4c80-81ba-e31e6bd1b825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:02.310180 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device ccbd9885-e3bd-456e-b571-be5ed5283350 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:03:02.338887 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-00242fad-10d4-4c96-abe2-fde744ebb756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08012b36c6504bfaaae80ebeef15fc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491477 Jun 21 14:03:02.339686 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00242fad-10d4-4c96-abe2-fde744ebb756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b390363-5fb9-41aa-97ac-1b418e34e18b,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:02.342277 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42230) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:02.342751 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-00242fad-10d4-4c96-abe2-fde744ebb756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:02.393645 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-81372154-74ce-4b8f-9674-4575529c8142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.410688 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port ccbd9885-e3bd-456e-b571-be5ed5283350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ccbd9885-e3bd-456e-b571-be5ed5283350,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:02.415288 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-81372154-74ce-4b8f-9674-4575529c8142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.421830 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'port_id': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'mac_address': 'fa:16:3e:0e:6b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:03:02.458873 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.464238 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-81372154-74ce-4b8f-9674-4575529c8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.467210 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-81372154-74ce-4b8f-9674-4575529c8142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.470838 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-81372154-74ce-4b8f-9674-4575529c8142 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b390363-5fb9-41aa-97ac-1b418e34e18b HTTP/1.1" status: 204 len: 168 time: 0.1245902 Jun 21 14:03:02.470838 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-17d60d84-4c0f-400c-ae9c-993e7a468cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:02.476253 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbd9885-e3bd-456e-b571-be5ed5283350 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:02.476778 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81372154-74ce-4b8f-9674-4575529c8142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b390363-5fb9-41aa-97ac-1b418e34e18b,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:02.479131 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-81372154-74ce-4b8f-9674-4575529c8142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:02.503260 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port ccbd9885-e3bd-456e-b571-be5ed5283350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ccbd9885-e3bd-456e-b571-be5ed5283350,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:02.508799 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.510944 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:02.563847 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=ccbd9885-e3bd-456e-b571-be5ed5283350,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:02.567039 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:02.731861 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89dbdf-541a-49b3-b938-1fb0514e1bce req-c318d5ce-ec34-401f-bed7-94a21ee96cc3 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:02.733515 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-eb89dbdf-541a-49b3-b938-1fb0514e1bce req-c318d5ce-ec34-401f-bed7-94a21ee96cc3 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 944 time: 0.0638928 Jun 21 14:03:02.738223 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 42240) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:02.751642 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-80511388-8cc8-4783-bdbe-4a741a99dcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.773795 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-eb89dbdf-541a-49b3-b938-1fb0514e1bce req-27fd1d8f-0811-41d3-873f-a0fbd57e4571 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Jun 21 14:03:02.839620 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-80511388-8cc8-4783-bdbe-4a741a99dcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.844563 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-80511388-8cc8-4783-bdbe-4a741a99dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.847555 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d085f9fb-bfd6-42a0-ba80-2c8a85cd11fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:02.879967 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-80511388-8cc8-4783-bdbe-4a741a99dcea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02d201e7ed334cd8bb64edcf2dbb82f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406999 Jun 21 14:03:02.882297 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80511388-8cc8-4783-bdbe-4a741a99dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37d633-e8b3-443c-b84d-6c6c87ca54e6,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:02.882794 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42242) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:02.886113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-80511388-8cc8-4783-bdbe-4a741a99dcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:02.934848 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4c2240c2-688e-49d0-89a4-4dde38a30810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.955719 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4c2240c2-688e-49d0-89a4-4dde38a30810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.991375 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['ccbd9885-e3bd-456e-b571-be5ed5283350'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:03.005116 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4c2240c2-688e-49d0-89a4-4dde38a30810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:03.008040 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4c2240c2-688e-49d0-89a4-4dde38a30810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:03.009212 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4c2240c2-688e-49d0-89a4-4dde38a30810 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad37d633-e8b3-443c-b84d-6c6c87ca54e6 HTTP/1.1" status: 204 len: 168 time: 0.1254816 Jun 21 14:03:03.009977 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b7b85dc5-636d-4250-a51e-63b37d074b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:03.018198 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2240c2-688e-49d0-89a4-4dde38a30810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37d633-e8b3-443c-b84d-6c6c87ca54e6,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:03.020596 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4c2240c2-688e-49d0-89a4-4dde38a30810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:03.957584 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fb171-3290-479c-af19-8786821e0cf0 req-be77c55e-adf6-445f-bcd5-7726761d75b2 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:03.959069 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fd9fb171-3290-479c-af19-8786821e0cf0 req-be77c55e-adf6-445f-bcd5-7726761d75b2 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 944 time: 0.0657122 Jun 21 14:03:03.998350 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fd9fb171-3290-479c-af19-8786821e0cf0 req-b55c3978-7f5f-4584-be39-bf1432d67536 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336096 Jun 21 14:03:04.339094 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device ccbd9885-e3bd-456e-b571-be5ed5283350 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:03:04.392864 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port ccbd9885-e3bd-456e-b571-be5ed5283350 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:03:04.396247 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port ccbd9885-e3bd-456e-b571-be5ed5283350 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:03:04.396652 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.442464 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9d338324-7a45-48bc-b63f-95ea6235b499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.483636 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.505101 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:04.507334 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5a9cc0-16b3-4f81-8876-2786e3e4086b" -d '{"events": [{"server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:04.526203 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port ccbd9885-e3bd-456e-b571-be5ed5283350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ccbd9885-e3bd-456e-b571-be5ed5283350,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:04.532516 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.534712 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:04.556630 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70f04a8-03df-4c29-8025-c702d2774b05 x-openstack-request-id: req-c70f04a8-03df-4c29-8025-c702d2774b05 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:04.556930 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:04.557190 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c70f04a8-03df-4c29-8025-c702d2774b05 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:04.557586 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'code': 200} Jun 21 14:03:04.583938 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=ccbd9885-e3bd-456e-b571-be5ed5283350,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:04.587234 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:04.817993 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ba000-f5d7-4997-9744-a6b5f649427c req-a5460d22-eba2-48a3-be7a-9406636783d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:04.819545 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-754ba000-f5d7-4997-9744-a6b5f649427c req-a5460d22-eba2-48a3-be7a-9406636783d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1098 time: 0.0574512 Jun 21 14:03:04.855395 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-754ba000-f5d7-4997-9744-a6b5f649427c req-d19cdc02-0061-42bc-bcd9-74d51aeef89e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277944 Jun 21 14:03:05.326919 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2e45c-7f3f-4c45-ac82-b3002d6a2511 req-eeee3b3f-43ab-40d3-b981-6692c482d7ee tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:05.328728 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b7c2e45c-7f3f-4c45-ac82-b3002d6a2511 req-eeee3b3f-43ab-40d3-b981-6692c482d7ee tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.2174215 Jun 21 14:03:05.368889 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b7c2e45c-7f3f-4c45-ac82-b3002d6a2511 req-db2551a0-52fe-49ed-90d5-ab5cd934df6c tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Jun 21 14:03:06.609437 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d07d2446-6d10-4880-a094-80700b297afc req-d8aa07c9-ce8a-4858-98b0-b7a14986b276 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984094 Jun 21 14:03:06.618584 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70acfac-acda-41a7-81b0-ee1a3ef21c11 req-1fa798c3-8e67-45fe-a101-6f9052bbb630 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:06.621933 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d70acfac-acda-41a7-81b0-ee1a3ef21c11 req-1fa798c3-8e67-45fe-a101-6f9052bbb630 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.1200125 Jun 21 14:03:06.647288 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42304) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:06.672964 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d70acfac-acda-41a7-81b0-ee1a3ef21c11 req-c28ebca9-afac-49d8-ae40-735ccdc847c6 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 Jun 21 14:03:06.729545 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2446-6d10-4880-a094-80700b297afc req-3aa31177-4c75-426c-aa3e-5384ada11a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:06.731024 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d07d2446-6d10-4880-a094-80700b297afc req-3aa31177-4c75-426c-aa3e-5384ada11a7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 1099 time: 0.0508890 Jun 21 14:03:06.753160 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-413c3d5f-4854-4af5-a44b-3f2dffa797fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:06.842893 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-413c3d5f-4854-4af5-a44b-3f2dffa797fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:06.847654 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-413c3d5f-4854-4af5-a44b-3f2dffa797fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:06.849818 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2446-6d10-4880-a094-80700b297afc req-0d678a43-9aeb-4a92-aef4-830b91a3b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:06.851074 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b6398c5d-8bc5-4a67-83b4-e9f8cb8c3155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:06.851299 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d07d2446-6d10-4880-a094-80700b297afc req-0d678a43-9aeb-4a92-aef4-830b91a3b773 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 911 time: 0.0907040 Jun 21 14:03:06.888495 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-413c3d5f-4854-4af5-a44b-3f2dffa797fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=467a87ec192d4fb2ac196809bee34327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399089 Jun 21 14:03:06.890927 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42308) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:06.896843 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c3d5f-4854-4af5-a44b-3f2dffa797fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06574a2-77bd-499b-902a-9aad0ccd4a71,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:06.900291 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-413c3d5f-4854-4af5-a44b-3f2dffa797fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:06.920710 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d07d2446-6d10-4880-a094-80700b297afc req-1150ee4c-4188-44e7-a82d-92998e5649f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 200 len: 1000 time: 0.0610380 Jun 21 14:03:06.941316 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-177a931a-9e5f-4c53-bb3d-b69c0df555b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:06.961449 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-177a931a-9e5f-4c53-bb3d-b69c0df555b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:06.975006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2446-6d10-4880-a094-80700b297afc req-06a2fc93-7ed6-4b55-ad42-70e175191ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:06.976417 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d07d2446-6d10-4880-a094-80700b297afc req-06a2fc93-7ed6-4b55-ad42-70e175191ecf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0427830 Jun 21 14:03:07.006855 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-177a931a-9e5f-4c53-bb3d-b69c0df555b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.009645 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-177a931a-9e5f-4c53-bb3d-b69c0df555b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.010777 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-177a931a-9e5f-4c53-bb3d-b69c0df555b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d06574a2-77bd-499b-902a-9aad0ccd4a71 HTTP/1.1" status: 204 len: 168 time: 0.1189857 Jun 21 14:03:07.011548 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-73d83fc3-0270-46e3-af8b-d9f0004829de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:07.019431 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a931a-9e5f-4c53-bb3d-b69c0df555b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06574a2-77bd-499b-902a-9aad0ccd4a71,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:07.021711 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-177a931a-9e5f-4c53-bb3d-b69c0df555b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:07.056833 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-da0d858f-e453-4787-ac1f-f6589d63e961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.294881 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2446-6d10-4880-a094-80700b297afc req-cdd7f7f6-69e2-4a91-92d8-ad55d0b9e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:07.296355 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d07d2446-6d10-4880-a094-80700b297afc req-cdd7f7f6-69e2-4a91-92d8-ad55d0b9e3f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3130825 Jun 21 14:03:07.296778 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.387556 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d07d2446-6d10-4880-a094-80700b297afc req-06490926-9558-4725-8992-a851ec983f35 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831308 Jun 21 14:03:07.482619 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d07d2446-6d10-4880-a094-80700b297afc req-552141e6-3e1f-491b-afcf-1f9eb505825e service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875974 Jun 21 14:03:07.673031 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42334) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:07.773862 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1170591458-network', 'tenant_id': '71fccb3b5da047dbb9e0e4691e4fdf8d'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:07.796112 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Made reservation on behalf of 71fccb3b5da047dbb9e0e4691e4fdf8d for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:07.798605 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.807244 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.847492 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fa620-82fc-4e8d-a6c4-859bf22e5d4e req-2b7a72d4-200c-4702-91a2-5df0adcc8226 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:07.849029 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-601fa620-82fc-4e8d-a6c4-859bf22e5d4e req-2b7a72d4-200c-4702-91a2-5df0adcc8226 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.0642917 Jun 21 14:03:07.887727 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-601fa620-82fc-4e8d-a6c4-859bf22e5d4e req-2af23e2a-095e-4dea-a8fb-12dcf1edb4cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jun 21 14:03:07.897153 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.908561 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.908561 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ea83f74d-db9a-4fc2-a690-e0366b05a9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:07.927844 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:03:07.943764 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77805ca0-43f7-4d14-b195-4201ffc017fa,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:07.946816 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:07.948037 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.948378 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Added segment afd80a7d-a566-48a3-a1f5-cb7116adaaee of type vlan for network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 Jun 21 14:03:07.990479 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:08.045143 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:08.047374 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:08.047931 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:08.051416 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:08.108127 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4339535 Jun 21 14:03:08.111258 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 42342) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:08.117524 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Request body: {'subnet': {'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1170591458-subnet', 'tenant_id': '71fccb3b5da047dbb9e0e4691e4fdf8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:08.122203 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:08.122725 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:08.128356 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:08.133007 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:03:08.137779 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a04ad-3a66-48be-ba8e-ad5adc331c5a req-7584fde3-020b-4d93-83f0-8cff81f5c709 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:08.139296 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-069a04ad-3a66-48be-ba8e-ad5adc331c5a req-7584fde3-020b-4d93-83f0-8cff81f5c709 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.1348736 Jun 21 14:03:08.153227 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Made reservation on behalf of 71fccb3b5da047dbb9e0e4691e4fdf8d for: {'subnet': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:08.156036 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13754990'] for subnet, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:08.180154 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-069a04ad-3a66-48be-ba8e-ad5adc331c5a req-42e2681b-5d18-4e43-a60d-88e54486628b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347598 Jun 21 14:03:08.323026 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13808653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13755004'] for subnet, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:08.325561 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-63524448-547e-4e85-9edc-08ca1f4917da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:08.375702 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d95d02a-bc8a-435d-8345-280a74daa9a7,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:08.380204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:08.387071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Checking segment: {'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:03:08.387401 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Network hostable DHCP agents. Network: c90f90e8-43ea-4a32-b5b2-c5dd3ce99257, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:03:08.404126 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:03:08.412932 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, c90f90e8-43ea-4a32-b5b2-c5dd3ce99257) {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:03:08.417416 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:08.418007 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:08.422071 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53f64b-a86d-4f0a-853f-4757064c48dc None None] Network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:03:08.443450 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3a222904-d42b-4386-9098-6f077b8121ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3231490 Jun 21 14:03:08.550504 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b0f12-5330-4ce6-a06d-066ad4a183cc None None] Network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:03:08.583354 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db8d76-cd58-47d5-b9d3-169fdbd4903d req-5b8a8956-cde5-40cb-b88d-243ef6859e33 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:08.585154 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-34db8d76-cd58-47d5-b9d3-169fdbd4903d req-5b8a8956-cde5-40cb-b88d-243ef6859e33 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.0690331 Jun 21 14:03:08.629004 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-34db8d76-cd58-47d5-b9d3-169fdbd4903d req-345dff86-06da-4a60-b7f3-0d1807ba29e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Jun 21 14:03:08.745243 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:09.603134 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:10.389902 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-08141100-46cf-461a-b53b-8e839fe423c9 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.391627 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-08141100-46cf-461a-b53b-8e839fe423c9 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/networks?id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 HTTP/1.1" status: 200 len: 814 time: 0.1178629 Jun 21 14:03:10.409927 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-f2bac27c-2b9e-4bce-9997-1a29278783d4 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/quotas/71fccb3b5da047dbb9e0e4691e4fdf8d HTTP/1.1" status: 200 len: 375 time: 0.0124972 Jun 21 14:03:10.443459 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-46212b89-f94e-4457-ba2d-9810d62d7ce0 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71fccb3b5da047dbb9e0e4691e4fdf8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278714 Jun 21 14:03:10.582286 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-e5ed54cd-4047-42ce-94b4-b51ca2353e59 service neutron] 10.222.0.21 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323390 Jun 21 14:03:10.673975 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-859184cf-2d81-4314-af8e-3577fa2dc3be service neutron] 10.222.0.21 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Jun 21 14:03:10.846517 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d171f312-befd-4c22-ad8d-a7843de028f4 req-4455f6ab-9669-4e97-87db-01db61a3219b tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 210 time: 0.0279472 Jun 21 14:03:11.995262 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ed5fe242-b5d5-46e5-b228-227dc24f6eb6 req-8e601802-7a2c-42e1-b74f-0c2409e8f14e tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 210 time: 0.0378356 Jun 21 14:03:12.353552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-82360431-6800-4213-8398-f2cd18acbf05 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:12.354977 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-82360431-6800-4213-8398-f2cd18acbf05 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.64 "GET /v2.0/networks?id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 HTTP/1.1" status: 200 len: 814 time: 0.1053305 Jun 21 14:03:12.375648 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Request body: {'port': {'device_id': 'eb308ea0-f7e2-47ac-981e-4e8e84ce6541', 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257', 'admin_state_up': True, 'tenant_id': '71fccb3b5da047dbb9e0e4691e4fdf8d'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:12.491481 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Made reservation on behalf of 71fccb3b5da047dbb9e0e4691e4fdf8d for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:12.495314 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:12.620265 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Allocated IP 172.20.0.14 (c90f90e8-43ea-4a32-b5b2-c5dd3ce99257/5d95d02a-bc8a-435d-8345-280a74daa9a7/7fa93441-327c-48bd-9bce-14c7ecc28df0) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:03:12.764624 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:12.803943 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:12.809184 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:12.850205 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:03:12.854354 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:03:12.858221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:03:12.896970 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Pushing event updated for resources: {'Port': ['ID=7fa93441-327c-48bd-9bce-14c7ecc28df0,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:12.901235 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:12.920682 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:12.921275 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:12.937466 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655115 Jun 21 14:03:13.012315 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Request body: {'port': {'device_id': 'eb308ea0-f7e2-47ac-981e-4e8e84ce6541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:13.082404 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:13.283245 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52b721-c8ad-4426-be84-f64e19b9c306 req-9ed69d1e-6220-4da3-afcf-d4dbcab5fa7b tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:13.284644 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2d52b721-c8ad-4426-be84-f64e19b9c306 req-9ed69d1e-6220-4da3-afcf-d4dbcab5fa7b tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 932 time: 0.1720641 Jun 21 14:03:13.346513 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2d52b721-c8ad-4426-be84-f64e19b9c306 req-3bbd6ab3-52a7-4e97-bfef-5d35912cb59c tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Jun 21 14:03:13.413449 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa93441-327c-48bd-9bce-14c7ecc28df0 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:13.421836 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:13.435095 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Transition to ACTIVE for port object 7fa93441-327c-48bd-9bce-14c7ecc28df0 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:03:13.442095 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:13.444092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:13.515123 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa93441-327c-48bd-9bce-14c7ecc28df0,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:13.517873 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:13.585666 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Attempting to bind port 7fa93441-327c-48bd-9bce-14c7ecc28df0 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:03:13.585994 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Attempting to bind port 7fa93441-327c-48bd-9bce-14c7ecc28df0 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:03:13.586317 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Attempting to bind port 7fa93441-327c-48bd-9bce-14c7ecc28df0 on network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:13.590903 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Port 7fa93441-327c-48bd-9bce-14c7ecc28df0 on network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:03:13.591216 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Attempting to bind port 7fa93441-327c-48bd-9bce-14c7ecc28df0 on network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:13.596357 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:03:13.596715 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Checking segment: {'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:03:13.597092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Bound using segment: {'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:03:13.597502 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Bound port: 7fa93441-327c-48bd-9bce-14c7ecc28df0, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:03:13.597834 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:13.662882 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] For port 7fa93441-327c-48bd-9bce-14c7ecc28df0, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:03:13.667352 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] For port 7fa93441-327c-48bd-9bce-14c7ecc28df0, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fa93441-327c-48bd-9bce-14c7ecc28df0,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:03:13.672649 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:13.676953 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a78db436-5a25-4b28-8952-059d58d69f89 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:13.709651 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:13.710255 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:13.711613 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] 10.222.0.64 "PUT /v2.0/ports/7fa93441-327c-48bd-9bce-14c7ecc28df0 HTTP/1.1" status: 200 len: 1094 time: 0.7569549 Jun 21 14:03:13.712099 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb308ea0-f7e2-47ac-981e-4e8e84ce6541', 'tag': '7fa93441-327c-48bd-9bce-14c7ecc28df0'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:13.714424 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de009e7f-bcdc-41ad-9016-d2398b04c968" -d '{"events": [{"name": "network-changed", "server_uuid": "eb308ea0-f7e2-47ac-981e-4e8e84ce6541", "tag": "7fa93441-327c-48bd-9bce-14c7ecc28df0"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:13.739610 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa93441-327c-48bd-9bce-14c7ecc28df0,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:13.742692 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:13.755389 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398b2e25-004d-49f9-9086-8401fbe495d1 x-openstack-request-id: req-398b2e25-004d-49f9-9086-8401fbe495d1 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:13.755716 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb308ea0-f7e2-47ac-981e-4e8e84ce6541", "tag": "7fa93441-327c-48bd-9bce-14c7ecc28df0", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:13.756005 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-398b2e25-004d-49f9-9086-8401fbe495d1 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:13.756458 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb308ea0-f7e2-47ac-981e-4e8e84ce6541', 'tag': '7fa93441-327c-48bd-9bce-14c7ecc28df0', 'status': 'completed', 'code': 200} Jun 21 14:03:13.848796 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-f6ea8930-0086-40e5-8696-7185b5c01a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:13.850173 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-f6ea8930-0086-40e5-8696-7185b5c01a97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71fccb3b5da047dbb9e0e4691e4fdf8d&device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 1097 time: 0.0540719 Jun 21 14:03:13.909523 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-2bca4f23-bf62-4f34-9b9b-5923035464c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa93441-327c-48bd-9bce-14c7ecc28df0 HTTP/1.1" status: 200 len: 217 time: 0.0358572 Jun 21 14:03:13.962647 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-1538d9cd-7bb9-425b-a493-1ea03ae1ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:13.964020 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-1538d9cd-7bb9-425b-a493-1ea03ae1ca81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d95d02a-bc8a-435d-8345-280a74daa9a7 HTTP/1.1" status: 200 len: 854 time: 0.0414755 Jun 21 14:03:13.998901 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-11721e7c-cdf5-4dd6-87f9-cc6aca156fe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246418 Jun 21 14:03:14.089062 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-c8adfeeb-fdb3-4806-a908-61d2778c3be5 service neutron] 10.222.0.64 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833354 Jun 21 14:03:14.199739 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-94db0d04-4b97-441f-a3eb-3dbfc38e48a1 req-3677fb2e-183a-469a-af9b-ec0a4a5943f9 service neutron] 10.222.0.64 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031826 Jun 21 14:03:14.359552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-e83173e4-b983-48ab-81b7-d4e97af21fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:14.361116 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-e83173e4-b983-48ab-81b7-d4e97af21fd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71fccb3b5da047dbb9e0e4691e4fdf8d&device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 1097 time: 0.0554111 Jun 21 14:03:14.456496 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-bdcee80e-7421-4085-b015-dd8d75fca1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:14.457980 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-bdcee80e-7421-4085-b015-dd8d75fca1bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 HTTP/1.1" status: 200 len: 915 time: 0.0892148 Jun 21 14:03:14.502116 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-268de918-4858-439c-a431-2b3adc1dc519 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa93441-327c-48bd-9bce-14c7ecc28df0 HTTP/1.1" status: 200 len: 217 time: 0.0369756 Jun 21 14:03:14.521186 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8989f21-36b5-442b-982c-f1acf563fb33 req-c1b37894-5566-4d3f-8b9a-9a6dfb894bb6 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:14.522882 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e8989f21-36b5-442b-982c-f1acf563fb33 req-c1b37894-5566-4d3f-8b9a-9a6dfb894bb6 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 944 time: 0.0656865 Jun 21 14:03:14.551443 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-bf73ac1e-61ca-4a81-8e71-32002b6db213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:14.553025 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-bf73ac1e-61ca-4a81-8e71-32002b6db213 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d95d02a-bc8a-435d-8345-280a74daa9a7 HTTP/1.1" status: 200 len: 854 time: 0.0449226 Jun 21 14:03:14.564325 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e8989f21-36b5-442b-982c-f1acf563fb33 req-a9a44277-469e-4b6b-8123-73ae638ac2d2 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348170 Jun 21 14:03:14.595162 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-3282c3b1-c1ca-490e-87f7-470ecff9b460 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338542 Jun 21 14:03:14.686655 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-6b1fccdd-6d90-4dcc-818c-b85eea6e59f4 service neutron] 10.222.0.64 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833371 Jun 21 14:03:14.810583 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-de009e7f-bcdc-41ad-9016-d2398b04c968 req-3025e743-ae6f-40b8-92e8-7567dae730c7 service neutron] 10.222.0.64 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899558 Jun 21 14:03:15.767899 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a96f-7fc2-4d0b-a763-18f415734fd9 req-605fdd33-f9c2-4398-8468-08bb1383311f tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:15.769496 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-22d4a96f-7fc2-4d0b-a763-18f415734fd9 req-605fdd33-f9c2-4398-8468-08bb1383311f tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 944 time: 0.0708070 Jun 21 14:03:15.808385 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-22d4a96f-7fc2-4d0b-a763-18f415734fd9 req-13d8d799-69f7-42e8-9d12-91248960aeeb tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Jun 21 14:03:17.017669 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd2d94-9130-4da4-ab54-b215c4d1faad req-39c6b488-aaa4-4f3c-9ac1-8ce3a54f5ac4 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:17.019182 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ecbd2d94-9130-4da4-ab54-b215c4d1faad req-39c6b488-aaa4-4f3c-9ac1-8ce3a54f5ac4 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 944 time: 0.0735085 Jun 21 14:03:17.057802 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ecbd2d94-9130-4da4-ab54-b215c4d1faad req-25e27696-bba0-4b25-8f11-bc508ba16360 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jun 21 14:03:17.462849 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:03:18.234303 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72577b-0413-4bee-aea6-5a45198b38a2 req-8584d78c-fdbe-46e0-8812-0fca2ae7c41f tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:18.235804 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8d72577b-0413-4bee-aea6-5a45198b38a2 req-8584d78c-fdbe-46e0-8812-0fca2ae7c41f tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 944 time: 0.0676377 Jun 21 14:03:18.274527 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8d72577b-0413-4bee-aea6-5a45198b38a2 req-3d307de7-3b2c-4910-9308-56a80ac6b924 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Jun 21 14:03:18.416835 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 7fa93441-327c-48bd-9bce-14c7ecc28df0 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:03:18.512470 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 7fa93441-327c-48bd-9bce-14c7ecc28df0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fa93441-327c-48bd-9bce-14c7ecc28df0,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:18.524606 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '7fa93441-327c-48bd-9bce-14c7ecc28df0', 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257', 'port_id': '7fa93441-327c-48bd-9bce-14c7ecc28df0', 'mac_address': 'fa:16:3e:d6:57:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d95d02a-bc8a-435d-8345-280a74daa9a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:03:18.565821 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:18.578258 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa93441-327c-48bd-9bce-14c7ecc28df0 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:18.598399 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 7fa93441-327c-48bd-9bce-14c7ecc28df0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fa93441-327c-48bd-9bce-14c7ecc28df0,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:18.603732 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:18.606676 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-44650643-c564-4f30-9d5b-976df6ae3723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:18.650899 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=7fa93441-327c-48bd-9bce-14c7ecc28df0,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:18.658193 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.658558 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.658900 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.659241 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.659569 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.659901 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.660230 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.660585 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.660917 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.661242 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.661566 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.661872 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:18.665985 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:19.164207 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['7fa93441-327c-48bd-9bce-14c7ecc28df0'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:19.377976 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e123-3b71-4865-b075-5fc98803e162 req-7e5ee276-831c-40c7-bfb3-31fbded24fd8 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:19.379455 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7f88e123-3b71-4865-b075-5fc98803e162 req-7e5ee276-831c-40c7-bfb3-31fbded24fd8 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.0643706 Jun 21 14:03:19.416537 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7f88e123-3b71-4865-b075-5fc98803e162 req-a8cb2e80-9402-42fc-a8a5-7b7c69ed6c80 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312433 Jun 21 14:03:19.441632 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42490) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:19.449116 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403fee2-abc7-4929-a018-318a000a53ac req-be73de62-06ad-4fec-9800-caf0131cce69 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:19.450602 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d403fee2-abc7-4929-a018-318a000a53ac req-be73de62-06ad-4fec-9800-caf0131cce69 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 945 time: 0.0641792 Jun 21 14:03:19.502701 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d403fee2-abc7-4929-a018-318a000a53ac req-76efcdbd-c8c1-46c2-ab02-307fc961ad5e tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Jun 21 14:03:19.630291 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d15d484-e3a8-4642-a97b-12f915f96a7b tempest-TestMinimumBasicScenario-90783189 tempest-TestMinimumBasicScenario-90783189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:19.631779 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9d15d484-e3a8-4642-a97b-12f915f96a7b tempest-TestMinimumBasicScenario-90783189 tempest-TestMinimumBasicScenario-90783189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1093 time: 0.1890063 Jun 21 14:03:19.635086 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 42494) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:19.640220 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'port_id': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:19.667885 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for floatingip, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:19.767921 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:19.868370 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Allocated IP 172.27.2.177 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/6efad8af-c221-46f8-9931-7bd89db0392d) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:03:19.988589 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:20.034779 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:20.036788 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9465cf9a-b632-49ec-895a-737433cd0984 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:20.074999 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:03:20.077754 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:03:20.081963 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:03:20.085024 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'Port': ['ID=6efad8af-c221-46f8-9931-7bd89db0392d,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:20.102873 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:20.426066 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 7fa93441-327c-48bd-9bce-14c7ecc28df0 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:03:20.441990 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:20.476050 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 7fa93441-327c-48bd-9bce-14c7ecc28df0 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:03:20.479941 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 7fa93441-327c-48bd-9bce-14c7ecc28df0 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:03:20.480399 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:20.558705 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:20.583149 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb308ea0-f7e2-47ac-981e-4e8e84ce6541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa93441-327c-48bd-9bce-14c7ecc28df0'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:20.585620 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a75455-3633-4329-8efb-66df86b5f449" -d '{"events": [{"server_uuid": "eb308ea0-f7e2-47ac-981e-4e8e84ce6541", "name": "network-vif-plugged", "status": "completed", "tag": "7fa93441-327c-48bd-9bce-14c7ecc28df0"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:20.600014 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 7fa93441-327c-48bd-9bce-14c7ecc28df0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fa93441-327c-48bd-9bce-14c7ecc28df0,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:20.605847 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:20.608070 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-b6d49c02-fa14-4431-9661-886bfecf2740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:20.636270 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae51468b-f8f4-481b-a8a1-60c7e90c46d5 x-openstack-request-id: req-ae51468b-f8f4-481b-a8a1-60c7e90c46d5 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:20.636601 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb308ea0-f7e2-47ac-981e-4e8e84ce6541", "name": "network-vif-plugged", "status": "completed", "tag": "7fa93441-327c-48bd-9bce-14c7ecc28df0", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:20.636861 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae51468b-f8f4-481b-a8a1-60c7e90c46d5 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:20.637253 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb308ea0-f7e2-47ac-981e-4e8e84ce6541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa93441-327c-48bd-9bce-14c7ecc28df0', 'code': 200} Jun 21 14:03:20.665301 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=7fa93441-327c-48bd-9bce-14c7ecc28df0,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:20.668814 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:20.800540 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:20.911071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39e91e-3185-4a82-ab3d-f48fbfb9c2c0 req-423523f2-8e74-48e6-ae69-445c7301d5a5 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:20.912528 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8e39e91e-3185-4a82-ab3d-f48fbfb9c2c0 req-423523f2-8e74-48e6-ae69-445c7301d5a5 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 946 time: 0.1454282 Jun 21 14:03:20.996778 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8e39e91e-3185-4a82-ab3d-f48fbfb9c2c0 req-cd6afb4a-9d40-420b-b8b9-066b3c7decdf tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674880 Jun 21 14:03:21.037933 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b0c7-cf62-4c30-b870-da49fa84a2b6 req-16d29e20-3622-42b4-95fe-76d3111fb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:21.039395 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-26a1b0c7-cf62-4c30-b870-da49fa84a2b6 req-16d29e20-3622-42b4-95fe-76d3111fb60d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 1099 time: 0.1713083 Jun 21 14:03:21.049390 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.060637 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.073740 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-68c2b49f-0c33-45c6-9b1f-54620697860b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:21.145195 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-26a1b0c7-cf62-4c30-b870-da49fa84a2b6 req-ff08a410-0a47-494d-8b15-408ef1aa274e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934246 Jun 21 14:03:21.154053 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'Port': ['ID=6efad8af-c221-46f8-9931-7bd89db0392d,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:21.158117 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:21.159285 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.258068 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Floating IP e85f7f8f-726f-4eb9-8035-1b07c94f3e5b associated. External IP: 172.27.2.177, port: ccbd9885-e3bd-456e-b571-be5ed5283350. Jun 21 14:03:21.462507 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Router 5bf39181-a8a2-4541-830a-ccad82f517f1 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:03:21.580468 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:03:21.590354 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] Sync routers for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:03:21.597645 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.600196 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:03:21.600861 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:03:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:21.638356 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0021174 Jun 21 14:03:21.638993 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:21.641283 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42504) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:21.642608 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4167098-752a-464b-b209-b3196f3bdc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:21.645960 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-65255c98-5806-459d-87be-6ce6712e3848 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331187852', 'description': 'tempest-secgroup-smoke-1331187852 description', 'project_id': 'b37cee61766742b4b9933a318346cbb8'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:21.683872 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65255c98-5806-459d-87be-6ce6712e3848 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.732894 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:03:21.773243 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65255c98-5806-459d-87be-6ce6712e3848 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.778305 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65255c98-5806-459d-87be-6ce6712e3848 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.781676 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f82f2fb0-9cae-4164-a97c-c0d7b1dbf7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:21.806954 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65255c98-5806-459d-87be-6ce6712e3848 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.808175 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-65255c98-5806-459d-87be-6ce6712e3848 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1659265 Jun 21 14:03:21.811301 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42510) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:21.816177 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'security_group_rule': {'security_group_id': '9bd72384-ceae-4c55-9dd5-69978363cb85', 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:21.820363 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65255c98-5806-459d-87be-6ce6712e3848 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd72384-ceae-4c55-9dd5-69978363cb85,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:21.828716 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4430e015-a523-482f-9f8f-677cbeb89b65 x-openstack-request-id: req-4430e015-a523-482f-9f8f-677cbeb89b65 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:21.829174 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:21.829596 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4430e015-a523-482f-9f8f-677cbeb89b65 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:21.830133 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'status': 'completed', 'code': 200} Jun 21 14:03:21.832735 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-65255c98-5806-459d-87be-6ce6712e3848 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:21.857435 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.924099 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.928720 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.931161 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:21.945153 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c911765-0d57-4ed0-95d3-01fb0986d303,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:21.949045 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:21.952221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167098-752a-464b-b209-b3196f3bdc5c req-d99168ba-e468-4f71-ba16-0d2643b75d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:21.954226 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4167098-752a-464b-b209-b3196f3bdc5c req-d99168ba-e468-4f71-ba16-0d2643b75d30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b37cee61766742b4b9933a318346cbb8&device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1098 time: 0.0592070 Jun 21 14:03:21.955956 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:21.957274 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449950 Jun 21 14:03:21.960608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42514) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:21.965105 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-130c4b56-68d8-4d57-87bd-37512f7e1b92 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'security_group_rule': {'security_group_id': '9bd72384-ceae-4c55-9dd5-69978363cb85', 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:21.992275 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'e85f7f8f-726f-4eb9-8035-1b07c94f3e5b', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'port_id': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'mac_address': 'fa:16:3e:0e:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:03:20Z', 'updated_at': '2021-06-21T14:03:20Z', 'revision_number': 0, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:26Z', 'revision_number': 5, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:21.992587 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-130c4b56-68d8-4d57-87bd-37512f7e1b92 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.025903 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] Checking router: 5bf39181-a8a2-4541-830a-ccad82f517f1 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:03:22.040309 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:03:22.041272 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:03:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:22.059304 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167098-752a-464b-b209-b3196f3bdc5c req-9a78d59b-f804-4b55-a972-8bbc2fa7607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:22.060902 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-130c4b56-68d8-4d57-87bd-37512f7e1b92 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.061389 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4167098-752a-464b-b209-b3196f3bdc5c req-9a78d59b-f804-4b55-a972-8bbc2fa7607c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 200 len: 915 time: 0.1001534 Jun 21 14:03:22.066230 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-130c4b56-68d8-4d57-87bd-37512f7e1b92 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.068671 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-1a35bd0b-7d6e-4535-b005-f83b00bdd5d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:22.091784 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c4b56-68d8-4d57-87bd-37512f7e1b92 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64c7588-9122-4b4c-b19a-2fb6e63fb427,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:22.095323 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-130c4b56-68d8-4d57-87bd-37512f7e1b92 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:22.102868 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-130c4b56-68d8-4d57-87bd-37512f7e1b92 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.104503 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-130c4b56-68d8-4d57-87bd-37512f7e1b92 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429055 Jun 21 14:03:22.108002 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42518) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:22.112968 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-7e0da6c0-ff8c-430b-aaab-3d78ee21736e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'security_group_rule': {'security_group_id': '9bd72384-ceae-4c55-9dd5-69978363cb85', 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:22.149087 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4167098-752a-464b-b209-b3196f3bdc5c req-dd042803-eac7-4484-928d-e84f09045295 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 999 time: 0.0783722 Jun 21 14:03:22.166275 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:03:22.173771 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e0da6c0-ff8c-430b-aaab-3d78ee21736e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.206807 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167098-752a-464b-b209-b3196f3bdc5c req-5f8c334e-b925-44f9-962d-b46f89f9d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:22.208295 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4167098-752a-464b-b209-b3196f3bdc5c req-5f8c334e-b925-44f9-962d-b46f89f9d956 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da5632fe-161b-44f0-a21f-90f19883abb7 HTTP/1.1" status: 200 len: 853 time: 0.0503714 Jun 21 14:03:22.233514 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cacb2-2a87-45d0-8dd6-654eb96ca250 req-ab96fb40-79e8-4b47-bbbd-44d0288468a6 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:22.234996 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-974cacb2-2a87-45d0-8dd6-654eb96ca250 req-ab96fb40-79e8-4b47-bbbd-44d0288468a6 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 946 time: 0.1049800 Jun 21 14:03:22.244168 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e0da6c0-ff8c-430b-aaab-3d78ee21736e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.261818 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e0da6c0-ff8c-430b-aaab-3d78ee21736e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.266317 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:22.270061 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167098-752a-464b-b209-b3196f3bdc5c req-353bbbf3-cc56-45f8-b2c5-813be4e56885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:22.271650 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4167098-752a-464b-b209-b3196f3bdc5c req-353bbbf3-cc56-45f8-b2c5-813be4e56885 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bc1cb9d-742c-4989-9843-38af4dcf94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557008 Jun 21 14:03:22.294303 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0da6c0-ff8c-430b-aaab-3d78ee21736e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889e0a18-3936-4637-8171-20cca354749f,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:22.297627 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-7e0da6c0-ff8c-430b-aaab-3d78ee21736e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:22.301785 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-974cacb2-2a87-45d0-8dd6-654eb96ca250 req-39e4794e-3c35-4999-a061-86d292f71574 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546737 Jun 21 14:03:22.311425 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7e0da6c0-ff8c-430b-aaab-3d78ee21736e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.316061 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-7e0da6c0-ff8c-430b-aaab-3d78ee21736e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2034173 Jun 21 14:03:22.316061 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42520) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:22.320407 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-ec33e022-43dd-458c-b57a-874fe9e4c5a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'security_group_rule': {'security_group_id': '9bd72384-ceae-4c55-9dd5-69978363cb85', 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:22.362536 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ec33e022-43dd-458c-b57a-874fe9e4c5a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.377651 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4167098-752a-464b-b209-b3196f3bdc5c req-9a6aaee0-7b23-488c-8f44-60883eece5f7 service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957348 Jun 21 14:03:22.428541 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ec33e022-43dd-458c-b57a-874fe9e4c5a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.433811 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ec33e022-43dd-458c-b57a-874fe9e4c5a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.436175 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:22.458571 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ec33e022-43dd-458c-b57a-874fe9e4c5a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.460305 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ec33e022-43dd-458c-b57a-874fe9e4c5a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436892 Jun 21 14:03:22.461696 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33e022-43dd-458c-b57a-874fe9e4c5a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0b0893-96e1-409f-bffb-87946c77891b,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:22.463824 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42522) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:22.468777 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'security_group_rule': {'security_group_id': '9bd72384-ceae-4c55-9dd5-69978363cb85', 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:22.473215 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ec33e022-43dd-458c-b57a-874fe9e4c5a1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:22.479601 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f4167098-752a-464b-b209-b3196f3bdc5c req-23e3abb0-cb0e-4f06-a239-1b48243958ae service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944264 Jun 21 14:03:22.495171 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.securitygroups_db [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Project b37cee61766742b4b9933a318346cbb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:03:22.499997 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.543256 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'e85f7f8f-726f-4eb9-8035-1b07c94f3e5b', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'port_id': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'mac_address': 'fa:16:3e:0e:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:03:20Z', 'updated_at': '2021-06-21T14:03:20Z', 'revision_number': 0, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:26Z', 'revision_number': 5, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:22.557663 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.561763 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.564038 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:22.570165 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab6547-8a10-4adf-86de-a5a4b94cc83a None None] The sync data for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi is: [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'e85f7f8f-726f-4eb9-8035-1b07c94f3e5b', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'port_id': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'mac_address': 'fa:16:3e:0e:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:03:20Z', 'updated_at': '2021-06-21T14:03:20Z', 'revision_number': 0, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:26Z', 'revision_number': 5, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:03:22.579974 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7ce1b1-147b-496f-bc3b-c372510dc579,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:22.582556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:22.587298 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.588450 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-5b8dd309-948e-499b-a732-cad59553f777 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236417 Jun 21 14:03:22.591362 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 42524) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:22.595819 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'security_group_rule': {'security_group_id': '9bd72384-ceae-4c55-9dd5-69978363cb85', 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:22.618369 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.securitygroups_db [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Project b37cee61766742b4b9933a318346cbb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:03:22.623660 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.686773 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.690938 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.693266 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b9c960ac-ac4b-444e-b22c-0891f56527e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:22.712106 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c1e829-94e5-4a43-bf48-98ada582b697,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:22.715451 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:22.719939 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.723960 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291254 Jun 21 14:03:22.766225 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787d3df-3c42-4411-9e38-ddfe0fb52347 None None] New status for floating IP e85f7f8f-726f-4eb9-8035-1b07c94f3e5b: ACTIVE {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:03:22.845069 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-7fd37692-b1b9-4153-82e4-363a6e77ec2e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331187852&fields=id&tenant_id=b37cee61766742b4b9933a318346cbb8 HTTP/1.1" status: 200 len: 267 time: 0.0330813 Jun 21 14:03:22.915295 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-de948f52-0e7a-4a5b-b5cd-e7856869a4ed tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:22.916849 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-de948f52-0e7a-4a5b-b5cd-e7856869a4ed tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.0652270 Jun 21 14:03:22.928751 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'port': {'security_groups': ['38fd5b5d-1df8-4245-becb-f36060ba002c', '9bd72384-ceae-4c55-9dd5-69978363cb85']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:23.017233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.202195 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] For port ccbd9885-e3bd-456e-b571-be5ed5283350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ccbd9885-e3bd-456e-b571-be5ed5283350,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:23.231357 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.238369 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.242893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ba2c473c-b147-48d6-80ea-f1a5969b892e tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:23.280262 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:23.280915 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.282473 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d2b40bbd-76b2-409c-a702-f70fc359c104 req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "PUT /v2.0/ports/ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 981 time: 0.3591828 Jun 21 14:03:23.286520 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['ccbd9885-e3bd-456e-b571-be5ed5283350'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:23.311736 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'Port': ['ID=ccbd9885-e3bd-456e-b571-be5ed5283350,revision_number=6']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:23.315930 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a046e372-ade5-4841-88cd-a4d8bd9cb380 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:23.454933 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['ccbd9885-e3bd-456e-b571-be5ed5283350'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:23.476067 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0238d-9b2e-4793-a612-738f93ef236d req-066de9aa-572d-4e51-ad64-55f3d2e9c6e8 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:23.477863 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-59f0238d-9b2e-4793-a612-738f93ef236d req-066de9aa-572d-4e51-ad64-55f3d2e9c6e8 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0694828 Jun 21 14:03:23.504358 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ffcc-0cc3-4e85-88d9-dfc6c1a4ffe1 req-a15d3a07-5757-4c1d-9c2b-1a75b2015506 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:23.505933 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8db0ffcc-0cc3-4e85-88d9-dfc6c1a4ffe1 req-a15d3a07-5757-4c1d-9c2b-1a75b2015506 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 946 time: 0.0713017 Jun 21 14:03:23.526149 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-59f0238d-9b2e-4793-a612-738f93ef236d req-51547821-677d-4e2a-a61d-b8a8c4aedeb5 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415292 Jun 21 14:03:23.553932 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8db0ffcc-0cc3-4e85-88d9-dfc6c1a4ffe1 req-263a70e8-62e4-4e33-9e63-95365ee4cdb3 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Jun 21 14:03:23.580132 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-deced468-400e-4c4d-914e-9a538d6be4c2 None None] Provisioning complete for port ccbd9885-e3bd-456e-b571-be5ed5283350 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:03:23.581062 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-deced468-400e-4c4d-914e-9a538d6be4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.830989 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:23.833774 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:23.874274 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588aa4d5-a64d-40d9-ac59-3cd2adb186e0 x-openstack-request-id: req-588aa4d5-a64d-40d9-ac59-3cd2adb186e0 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:23.874898 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:23.874898 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-588aa4d5-a64d-40d9-ac59-3cd2adb186e0 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:23.875320 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'status': 'completed', 'code': 200} Jun 21 14:03:23.987050 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-f4774098-5e2a-4cfd-9d29-ab6d61835dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:23.988604 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-f4774098-5e2a-4cfd-9d29-ab6d61835dcc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b37cee61766742b4b9933a318346cbb8&device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1137 time: 0.0618558 Jun 21 14:03:24.084849 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-0ce46b4d-e756-4ad8-a6be-961aa3493438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:24.086317 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-0ce46b4d-e756-4ad8-a6be-961aa3493438 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 200 len: 915 time: 0.0903156 Jun 21 14:03:24.156978 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-85576de1-7cc2-461b-9236-aa322e0ac284 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 1001 time: 0.0597410 Jun 21 14:03:24.211603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-a3bfe3d3-ef91-4ce2-8dec-bf2a11891c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:24.213111 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-a3bfe3d3-ef91-4ce2-8dec-bf2a11891c98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da5632fe-161b-44f0-a21f-90f19883abb7 HTTP/1.1" status: 200 len: 853 time: 0.0496433 Jun 21 14:03:24.274060 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-6aa8311c-0292-4ba8-82ea-024e439aa66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:24.275558 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-6aa8311c-0292-4ba8-82ea-024e439aa66a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bc1cb9d-742c-4989-9843-38af4dcf94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542846 Jun 21 14:03:24.377727 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-51ddeedf-55aa-4d49-8c3d-e0969975bcc8 service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878935 Jun 21 14:03:24.490708 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77c34ff9-d3f9-4cc5-a457-8c020997c1a0 req-f71354bd-751e-401a-94a2-670b5332a89b service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884674 Jun 21 14:03:34.421355 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7459ddfe-9060-4059-b94b-a5fe3a124251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:37.042214 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-5adb5708-db7e-418f-983a-302542450d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:37.302134 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:38.135607 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:38.746846 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:39.606504 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:49.932353 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab3e89-0a37-44ca-ab98-5cf9f5d884c6 req-df4fd676-ca7f-4a42-be7f-9fa2c9ffdaec tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:49.933941 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-adab3e89-0a37-44ca-ab98-5cf9f5d884c6 req-df4fd676-ca7f-4a42-be7f-9fa2c9ffdaec tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0685897 Jun 21 14:03:49.973417 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-adab3e89-0a37-44ca-ab98-5cf9f5d884c6 req-0aa0a37b-7fa7-4d01-85e1-1ece5cf73289 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333703 Jun 21 14:03:51.169642 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b090fd-a61e-46a1-9b4c-344e47f25f70 req-3a410f4d-b109-4149-a0a0-4a5d0101accd tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:51.171155 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-96b090fd-a61e-46a1-9b4c-344e47f25f70 req-3a410f4d-b109-4149-a0a0-4a5d0101accd tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0753558 Jun 21 14:03:51.208937 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-96b090fd-a61e-46a1-9b4c-344e47f25f70 req-1574ec65-f2c0-428a-a868-00c5d9b3d399 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Jun 21 14:03:52.399520 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11fc70-3dee-4045-83a2-2ace684fb627 req-4089a1ae-1a09-4663-815b-9511bf6c0ee4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:52.400902 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4a11fc70-3dee-4045-83a2-2ace684fb627 req-4089a1ae-1a09-4663-815b-9511bf6c0ee4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0660777 Jun 21 14:03:52.438250 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4a11fc70-3dee-4045-83a2-2ace684fb627 req-7d15a41e-b827-47de-b35a-265485d81891 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314760 Jun 21 14:03:53.614349 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41375ba4-f52f-425e-ac7e-1846a6d802e2 req-e2646c68-e0f5-452b-a7bf-140c609677d1 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:53.615818 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-41375ba4-f52f-425e-ac7e-1846a6d802e2 req-e2646c68-e0f5-452b-a7bf-140c609677d1 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0639944 Jun 21 14:03:53.652060 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-41375ba4-f52f-425e-ac7e-1846a6d802e2 req-04af13bb-46e1-45d1-9aac-8184c86a77a5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304885 Jun 21 14:03:54.461169 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:03:54.824760 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29c500-8e09-4e0e-85c1-b00e8e49ab1d req-b899f6e1-f2b4-4b3d-969f-d063e64f617c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:54.826161 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4f29c500-8e09-4e0e-85c1-b00e8e49ab1d req-b899f6e1-f2b4-4b3d-969f-d063e64f617c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0630894 Jun 21 14:03:54.863353 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4f29c500-8e09-4e0e-85c1-b00e8e49ab1d req-22b1e110-609b-44a9-be9a-55f5e496b954 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Jun 21 14:03:56.070179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ea2a2-f9ad-43a6-8537-9fb55370ee8a req-7b804b6f-26d4-4836-b23d-fa6223744678 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:56.071583 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-855ea2a2-f9ad-43a6-8537-9fb55370ee8a req-7b804b6f-26d4-4836-b23d-fa6223744678 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0825627 Jun 21 14:03:56.109677 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-855ea2a2-f9ad-43a6-8537-9fb55370ee8a req-dafe8f38-c2b0-4e4c-87e3-a783308f0cdf tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321507 Jun 21 14:03:57.310229 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f832f50-ec88-4914-a257-e28ad9618cad req-a9e76a72-7f02-4e5b-9835-4239a1c77c68 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:57.311645 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7f832f50-ec88-4914-a257-e28ad9618cad req-a9e76a72-7f02-4e5b-9835-4239a1c77c68 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0739734 Jun 21 14:03:57.349847 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7f832f50-ec88-4914-a257-e28ad9618cad req-c42f1682-3655-4461-b7c1-11f28cbaab95 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301564 Jun 21 14:03:58.551861 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725de0bc-b791-49d6-a8ef-4f9f2e39fba1 req-abd60cd2-477d-4526-8456-f2d91affc095 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:58.553337 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-725de0bc-b791-49d6-a8ef-4f9f2e39fba1 req-abd60cd2-477d-4526-8456-f2d91affc095 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0799177 Jun 21 14:03:58.590875 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-725de0bc-b791-49d6-a8ef-4f9f2e39fba1 req-a44296cf-c412-4f92-b565-fa11295fd046 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312681 Jun 21 14:03:59.785020 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34154071-0c7b-42cf-83ad-90996e0cf493 req-91cdfb7b-ecb6-49f5-ab55-ca91008011aa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:59.786416 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-34154071-0c7b-42cf-83ad-90996e0cf493 req-91cdfb7b-ecb6-49f5-ab55-ca91008011aa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0744328 Jun 21 14:03:59.826102 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-34154071-0c7b-42cf-83ad-90996e0cf493 req-f1d96475-53f8-4270-bd50-8b99100851e7 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339963 Jun 21 14:04:01.006213 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba337-5967-42a7-9b21-c9219b686f4a req-b516a3f7-97b3-4a7f-b62e-7533357ecd45 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:01.007647 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-429ba337-5967-42a7-9b21-c9219b686f4a req-b516a3f7-97b3-4a7f-b62e-7533357ecd45 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0678689 Jun 21 14:04:01.049228 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-429ba337-5967-42a7-9b21-c9219b686f4a req-60a1193c-9d66-4ea8-b8fd-6afd6a0f513c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357711 Jun 21 14:04:02.232274 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee502dd-d967-4300-a2a3-dee5a38231f8 req-46906335-bce5-486f-91a8-18c391ff4e99 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:02.233769 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bee502dd-d967-4300-a2a3-dee5a38231f8 req-46906335-bce5-486f-91a8-18c391ff4e99 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0656881 Jun 21 14:04:02.270870 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bee502dd-d967-4300-a2a3-dee5a38231f8 req-0b7fbb00-6de0-482c-a533-b14e91c3313a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Jun 21 14:04:03.449361 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c728686-6793-4cf6-aa3d-7a22fe7f6afa req-35e65d23-75eb-47b6-8c7f-b51d87dece5a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:03.450721 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5c728686-6793-4cf6-aa3d-7a22fe7f6afa req-35e65d23-75eb-47b6-8c7f-b51d87dece5a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0692546 Jun 21 14:04:03.491955 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5c728686-6793-4cf6-aa3d-7a22fe7f6afa req-a44dbb5d-8497-4769-a245-67c4111a5d03 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355189 Jun 21 14:04:04.415215 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-b5843e50-bfc6-45aa-82a1-98d2e8b1a5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:04.682483 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e33a06-b967-4177-8ec0-1c022c982b6f req-1fd9c78f-db09-4ef0-a014-055664890287 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:04.683822 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-39e33a06-b967-4177-8ec0-1c022c982b6f req-1fd9c78f-db09-4ef0-a014-055664890287 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0719328 Jun 21 14:04:04.722940 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-39e33a06-b967-4177-8ec0-1c022c982b6f req-411c8b5c-88e7-4162-906d-9a7c6a6179d1 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307148 Jun 21 14:04:05.927927 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1d197-c66f-4eee-bac8-8e33380d15d8 req-c8b56234-ff93-4cea-be1e-caf04bfe3b48 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:05.929340 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-70c1d197-c66f-4eee-bac8-8e33380d15d8 req-c8b56234-ff93-4cea-be1e-caf04bfe3b48 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0747428 Jun 21 14:04:05.970992 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-70c1d197-c66f-4eee-bac8-8e33380d15d8 req-ebe42765-ca3a-4c43-8005-22e6f5aa1a61 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jun 21 14:04:07.045486 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-2d02f7ad-30fa-46a8-b875-5b2c918549fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:07.161873 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de797a-1c07-4107-9556-b0bf6a156c92 req-3b676cf9-cc28-4391-ac91-34b097f83455 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:07.163355 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a2de797a-1c07-4107-9556-b0bf6a156c92 req-3b676cf9-cc28-4391-ac91-34b097f83455 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0720851 Jun 21 14:04:07.203278 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a2de797a-1c07-4107-9556-b0bf6a156c92 req-7b17c125-d923-4b38-aaee-44fcfb17d0c6 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Jun 21 14:04:07.306931 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.036124 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-8fdc21f1-039b-428e-9bd0-dde602fadec2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576532 Jun 21 14:04:08.127662 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.134712 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-3ea380da-33d2-4a16-96c9-e7608bbcde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:08.136200 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-3ea380da-33d2-4a16-96c9-e7608bbcde0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 1098 time: 0.0628784 Jun 21 14:04:08.242574 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-6fa3307e-8b7c-4f72-99f4-f46d54e78d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:08.244323 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-6fa3307e-8b7c-4f72-99f4-f46d54e78d7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0861316 Jun 21 14:04:08.329829 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-a49cd9a0-fea2-40b3-8c56-aab5e8ccaeb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5 HTTP/1.1" status: 200 len: 1001 time: 0.0759737 Jun 21 14:04:08.391296 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-9ee71534-3d30-440a-9b28-c4674eebc846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:08.393000 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-9ee71534-3d30-440a-9b28-c4674eebc846 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0475698 Jun 21 14:04:08.406408 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d83fd-90dc-4338-b0c4-986b69066a3a req-b2cc26d4-4aae-4891-a018-25ea2c9b74a3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:08.408614 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cd8d83fd-90dc-4338-b0c4-986b69066a3a req-b2cc26d4-4aae-4891-a018-25ea2c9b74a3 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0848467 Jun 21 14:04:08.448030 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cd8d83fd-90dc-4338-b0c4-986b69066a3a req-85fda68f-25af-4439-a57b-fa9cb7c6a133 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332599 Jun 21 14:04:08.452687 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-a6093a99-3a76-4346-b9ac-c9c38a0fb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:08.454182 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-a6093a99-3a76-4346-b9ac-c9c38a0fb8ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548828 Jun 21 14:04:08.569663 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-f6f44ece-bbda-4a38-b4c8-32bdca9f4745 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877495 Jun 21 14:04:08.658568 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9153a3d1-09d0-46f3-b442-11c50f090abb req-5cf215c8-58fe-41c3-8823-6fcb4b1dd137 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801158 Jun 21 14:04:08.761348 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.605125 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.637965 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ccfea-cbc6-4d5d-a850-2cbf359e7bb5 req-ddb17e69-75b4-4e22-9fea-49ccd54dae4c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:09.639442 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4c9ccfea-cbc6-4d5d-a850-2cbf359e7bb5 req-ddb17e69-75b4-4e22-9fea-49ccd54dae4c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0680695 Jun 21 14:04:09.678374 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4c9ccfea-cbc6-4d5d-a850-2cbf359e7bb5 req-021a1fcb-3586-4c0b-a35c-a84c23fe3329 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328743 Jun 21 14:04:10.857938 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00183e14-1a4a-4b5c-81f5-44cc66483c49 req-de147d00-58a0-4376-ac81-05590dd0533d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:10.859436 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-00183e14-1a4a-4b5c-81f5-44cc66483c49 req-de147d00-58a0-4376-ac81-05590dd0533d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0662153 Jun 21 14:04:10.896372 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-00183e14-1a4a-4b5c-81f5-44cc66483c49 req-99d41304-5cf9-4e09-86f2-3d3554be6cbb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310297 Jun 21 14:04:12.082726 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c59dc-f55a-4993-bf17-8d83fae98b9b req-6d5394db-34f0-4d1f-895a-987f81f46451 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:12.084166 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f95c59dc-f55a-4993-bf17-8d83fae98b9b req-6d5394db-34f0-4d1f-895a-987f81f46451 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0705364 Jun 21 14:04:12.120499 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f95c59dc-f55a-4993-bf17-8d83fae98b9b req-00219904-7f41-428e-b5c2-283d4865b799 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305421 Jun 21 14:04:13.294437 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc4014-39ae-4aae-88ef-9226be88f53b req-597c0604-fcfd-438e-b7e7-2da306999e92 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:13.295862 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f1dc4014-39ae-4aae-88ef-9226be88f53b req-597c0604-fcfd-438e-b7e7-2da306999e92 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0614836 Jun 21 14:04:13.332275 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f1dc4014-39ae-4aae-88ef-9226be88f53b req-a91bc7c1-d1d9-4cff-ac27-f1100614a280 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305893 Jun 21 14:04:14.515764 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e97179-9983-4c40-b79c-9c43d250957d req-fbb8ad11-ce4b-400d-bb80-5e138d30650b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:14.517260 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-35e97179-9983-4c40-b79c-9c43d250957d req-fbb8ad11-ce4b-400d-bb80-5e138d30650b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0740285 Jun 21 14:04:14.560982 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-35e97179-9983-4c40-b79c-9c43d250957d req-92edfe2f-147f-407a-9a9b-47a742f7c89e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378320 Jun 21 14:04:14.916268 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47e73a-eca5-4468-bddd-de61846cd1bb req-48bec67c-30ef-46ba-a14b-b70c09c90e1e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:14.917755 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aa47e73a-eca5-4468-bddd-de61846cd1bb req-48bec67c-30ef-46ba-a14b-b70c09c90e1e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0722213 Jun 21 14:04:14.947999 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-77a6e707-7853-4800-bf68-6f4c60dd8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:14.949502 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-77a6e707-7853-4800-bf68-6f4c60dd8ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 1099 time: 0.0517511 Jun 21 14:04:14.955931 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aa47e73a-eca5-4468-bddd-de61846cd1bb req-28ed0a85-9a71-40f9-8b31-f091d6d1ce59 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319633 Jun 21 14:04:15.037967 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-9bafa88d-2db8-44f6-b1b9-b3e91c08dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:15.039384 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-9bafa88d-2db8-44f6-b1b9-b3e91c08dcfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 911 time: 0.0832379 Jun 21 14:04:15.101725 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-c23b709f-e6bc-489e-8405-1c9b5479c9f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 200 len: 1000 time: 0.0554571 Jun 21 14:04:15.152380 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-f7be6b83-59b0-4fd1-98c9-4c5db8e635f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:15.153875 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-f7be6b83-59b0-4fd1-98c9-4c5db8e635f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0456004 Jun 21 14:04:15.209842 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-02722c06-43ae-4f07-8b1b-31361edeaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:15.211300 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-02722c06-43ae-4f07-8b1b-31361edeaaaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511687 Jun 21 14:04:15.305467 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-faf4fe1c-0e19-4720-8b3b-fe842d1b2fd4 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788395 Jun 21 14:04:15.398653 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4809b895-0ef4-4a42-aa18-9a6d88db0f26 req-dfce2596-e4c2-4361-91a8-96f524093c79 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852714 Jun 21 14:04:16.137469 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1163e-d59d-41cf-ac39-4986cce3d981 req-b33e215c-ca74-4630-a64e-4ff939841d44 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:16.138946 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c3f1163e-d59d-41cf-ac39-4986cce3d981 req-b33e215c-ca74-4630-a64e-4ff939841d44 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0681930 Jun 21 14:04:16.177988 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c3f1163e-d59d-41cf-ac39-4986cce3d981 req-1420a862-4eac-4b43-b70f-253d0c9e7e38 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332217 Jun 21 14:04:17.359399 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c36ad6-9f8c-42cd-b534-1bc7cb63b7f8 req-9b795765-c73d-4838-8e66-a63a405dd641 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:17.360880 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-93c36ad6-9f8c-42cd-b534-1bc7cb63b7f8 req-9b795765-c73d-4838-8e66-a63a405dd641 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0722649 Jun 21 14:04:17.407916 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-93c36ad6-9f8c-42cd-b534-1bc7cb63b7f8 req-f32433d4-77a0-4aba-b3cf-5ae6860c8c71 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 Jun 21 14:04:19.602966 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb3651-a27f-43da-aab3-938135778288 req-bffac65a-7220-4131-b7b5-10031664943d tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:19.604388 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1dfb3651-a27f-43da-aab3-938135778288 req-bffac65a-7220-4131-b7b5-10031664943d tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 946 time: 0.0648119 Jun 21 14:04:19.641882 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1dfb3651-a27f-43da-aab3-938135778288 req-ed4a425e-3688-4db4-a345-673e373e85fb tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Jun 21 14:04:20.836524 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f1cdb-eecd-4764-b46a-6b844c102fa1 req-815b9795-3bc8-4117-a61d-83aca62c05f4 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:20.837935 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-472f1cdb-eecd-4764-b46a-6b844c102fa1 req-815b9795-3bc8-4117-a61d-83aca62c05f4 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 946 time: 0.0794730 Jun 21 14:04:20.878368 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-472f1cdb-eecd-4764-b46a-6b844c102fa1 req-07458921-e07a-4e77-a17a-e8571719018d tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Jun 21 14:04:21.866834 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-326f8e3d-1f7c-4c37-a26f-55321c88d884 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:21.868186 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-326f8e3d-1f7c-4c37-a26f-55321c88d884 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 946 time: 0.0776982 Jun 21 14:04:21.976911 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Deleting port 7fa93441-327c-48bd-9bce-14c7ecc28df0 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:21.977517 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.096461 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] For port 7fa93441-327c-48bd-9bce-14c7ecc28df0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7fa93441-327c-48bd-9bce-14c7ecc28df0,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:22.096813 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.165889 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Calling delete_port for 7fa93441-327c-48bd-9bce-14c7ecc28df0 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:22.177293 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6fa0d-d655-4add-82db-6e053b096422 req-d4dd838a-60bc-4d43-bc10-83a7bcb81b5b tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:22.178829 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-12a6fa0d-d655-4add-82db-6e053b096422 req-d4dd838a-60bc-4d43-bc10-83a7bcb81b5b tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb308ea0-f7e2-47ac-981e-4e8e84ce6541 HTTP/1.1" status: 200 len: 946 time: 0.1843812 Jun 21 14:04:22.533759 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-12a6fa0d-d655-4add-82db-6e053b096422 req-8aaf2d16-4efd-4660-917d-33836c29f346 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486428 Jun 21 14:04:22.612672 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.617478 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:22.646332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Pushing event deleted for resources: {'Port': ['ID=7fa93441-327c-48bd-9bce-14c7ecc28df0,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:22.660567 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['7fa93441-327c-48bd-9bce-14c7ecc28df0'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:22.671519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.671899 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.672265 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.672663 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.673003 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.673358 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.673718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.674091 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.674442 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.674791 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.675139 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.675490 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:22.679377 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:22.699479 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] No DVR routers for this DVR port 7fa93441-327c-48bd-9bce-14c7ecc28df0 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:22.701785 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.703729 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d4262cd0-1fb8-48c5-a158-587de5b51492 req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.64 "DELETE /v2.0/ports/7fa93441-327c-48bd-9bce-14c7ecc28df0 HTTP/1.1" status: 204 len: 173 time: 0.8226619 Jun 21 14:04:22.704231 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb308ea0-f7e2-47ac-981e-4e8e84ce6541', 'name': 'network-vif-deleted', 'tag': '7fa93441-327c-48bd-9bce-14c7ecc28df0'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:22.706500 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc9a9c7-2357-47cc-9044-8480041ed459" -d '{"events": [{"server_uuid": "eb308ea0-f7e2-47ac-981e-4e8e84ce6541", "name": "network-vif-deleted", "tag": "7fa93441-327c-48bd-9bce-14c7ecc28df0"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:22.747979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b83a5c3-d0ca-43a0-980c-b7eab8e285c1 x-openstack-request-id: req-2b83a5c3-d0ca-43a0-980c-b7eab8e285c1 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:22.748367 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb308ea0-f7e2-47ac-981e-4e8e84ce6541", "name": "network-vif-deleted", "tag": "7fa93441-327c-48bd-9bce-14c7ecc28df0", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:22.748729 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b83a5c3-d0ca-43a0-980c-b7eab8e285c1 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:22.749214 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb308ea0-f7e2-47ac-981e-4e8e84ce6541', 'name': 'network-vif-deleted', 'tag': '7fa93441-327c-48bd-9bce-14c7ecc28df0', 'status': 'completed', 'code': 200} Jun 21 14:04:28.122235 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 7fa93441-327c-48bd-9bce-14c7ecc28df0 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:28.142160 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 7fa93441-327c-48bd-9bce-14c7ecc28df0 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:28.142508 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 7fa93441-327c-48bd-9bce-14c7ecc28df0 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:31.459394 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:04:34.425386 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-4f34245d-52a4-4294-9ea3-7bb4f20419a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:35.967812 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ee556de3-b152-4156-b575-ea8ba4282fef tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:35.969428 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ee556de3-b152-4156-b575-ea8ba4282fef tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/networks?id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 HTTP/1.1" status: 200 len: 814 time: 0.3334246 Jun 21 14:04:35.984276 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-e64a282b-b55d-4c24-b569-e7f3ab97fe22 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/quotas/71fccb3b5da047dbb9e0e4691e4fdf8d HTTP/1.1" status: 200 len: 375 time: 0.0093679 Jun 21 14:04:36.015626 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-0a5eb1b8-f987-44d5-81f9-b118d1ef93c6 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71fccb3b5da047dbb9e0e4691e4fdf8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265837 Jun 21 14:04:36.144526 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-0b1f660e-be3a-4dc4-9256-4f0d72729ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225045 Jun 21 14:04:36.237986 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-649509c6-7ff2-4b1e-9ed6-80ee698c1ab9 service neutron] 10.222.0.21 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873208 Jun 21 14:04:36.410933 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8f189d8-8319-4c3e-af4a-c200bfe1c610 req-f059cc58-1081-4635-845b-248ca74827c2 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 210 time: 0.0281732 Jun 21 14:04:37.048111 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e53427f5-5c20-47e9-b819-31ce5378bf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:37.321578 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:37.573241 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8b5fa996-751d-49c4-8939-f4b9a7864b58 req-8147bc96-94bc-4e4a-a2b2-a6e701e2320f tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 210 time: 0.0406122 Jun 21 14:04:37.668297 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-59bee2b9-7b31-401c-b45e-df65b7a3580a tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:37.669621 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-59bee2b9-7b31-401c-b45e-df65b7a3580a tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.64 "GET /v2.0/networks?id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 HTTP/1.1" status: 200 len: 814 time: 0.1353858 Jun 21 14:04:37.693922 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Request body: {'port': {'device_id': '712627be-a2a8-44ac-baf8-639f6395b971', 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257', 'admin_state_up': True, 'tenant_id': '71fccb3b5da047dbb9e0e4691e4fdf8d'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:37.807199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Made reservation on behalf of 71fccb3b5da047dbb9e0e4691e4fdf8d for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:04:37.811065 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:37.975375 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Allocated IP 172.20.0.3 (c90f90e8-43ea-4a32-b5b2-c5dd3ce99257/5d95d02a-bc8a-435d-8345-280a74daa9a7/f9676c0a-eb90-449c-9b63-dbb854c12013) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:04:37.994129 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3283f3a-05e9-4cb7-852c-e90ed9d5cfc8 req-b913511c-a16a-44ae-9413-f9892cc873c8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:37.995628 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a3283f3a-05e9-4cb7-852c-e90ed9d5cfc8 req-b913511c-a16a-44ae-9413-f9892cc873c8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.1592710 Jun 21 14:04:38.067558 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a3283f3a-05e9-4cb7-852c-e90ed9d5cfc8 req-1a863d8a-ec70-4e58-b3f2-50e7df86120c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636106 Jun 21 14:04:38.130942 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.165074 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.205372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.209644 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a14b158f-2dfc-49ae-be53-4f53cc84d2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:38.254818 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:04:38.257979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:04:38.261700 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:04:38.267909 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Pushing event updated for resources: {'Port': ['ID=f9676c0a-eb90-449c-9b63-dbb854c12013,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:38.286608 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:38.311939 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:38.312560 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.328076 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6384592 Jun 21 14:04:38.347677 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Request body: {'port': {'device_id': '712627be-a2a8-44ac-baf8-639f6395b971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:38.418797 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.679960 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9676c0a-eb90-449c-9b63-dbb854c12013 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:04:38.687878 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.700244 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Transition to ACTIVE for port object f9676c0a-eb90-449c-9b63-dbb854c12013 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:04:38.704880 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.707561 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-734b7620-4797-4e77-92a4-ca3f22619cae tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:38.750346 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cac62a-1ae0-4d3f-8da4-ca477d9afd59 req-040bdecb-f30e-4fb2-89c1-f21f15a01288 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:38.751805 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c0cac62a-1ae0-4d3f-8da4-ca477d9afd59 req-040bdecb-f30e-4fb2-89c1-f21f15a01288 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 931 time: 0.0660949 Jun 21 14:04:38.764584 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.780195 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Pushing event updated for resources: {'Port': ['ID=f9676c0a-eb90-449c-9b63-dbb854c12013,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:38.784214 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:38.790264 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c0cac62a-1ae0-4d3f-8da4-ca477d9afd59 req-b5572a99-9022-44da-8c65-a97bed3ab07e tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Jun 21 14:04:38.845866 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Attempting to bind port f9676c0a-eb90-449c-9b63-dbb854c12013 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:04:38.846187 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Attempting to bind port f9676c0a-eb90-449c-9b63-dbb854c12013 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:04:38.846529 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Attempting to bind port f9676c0a-eb90-449c-9b63-dbb854c12013 on network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:04:38.850838 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Port f9676c0a-eb90-449c-9b63-dbb854c12013 on network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:04:38.851152 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Attempting to bind port f9676c0a-eb90-449c-9b63-dbb854c12013 on network c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:04:38.855951 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:04:38.856282 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Checking segment: {'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:04:38.856688 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Bound using segment: {'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:04:38.857113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Bound port: f9676c0a-eb90-449c-9b63-dbb854c12013, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd80a7d-a566-48a3-a1f5-cb7116adaaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:04:38.857454 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.929690 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] For port f9676c0a-eb90-449c-9b63-dbb854c12013, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:04:38.933129 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] For port f9676c0a-eb90-449c-9b63-dbb854c12013, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f9676c0a-eb90-449c-9b63-dbb854c12013,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:04:38.940333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.942294 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:38.980778 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:38.981359 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.982726 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] 10.222.0.64 "PUT /v2.0/ports/f9676c0a-eb90-449c-9b63-dbb854c12013 HTTP/1.1" status: 200 len: 1093 time: 0.6391983 Jun 21 14:04:38.983238 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712627be-a2a8-44ac-baf8-639f6395b971', 'tag': 'f9676c0a-eb90-449c-9b63-dbb854c12013'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:38.985515 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdf15ca-4795-4612-b1d2-20545a3da0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "712627be-a2a8-44ac-baf8-639f6395b971", "tag": "f9676c0a-eb90-449c-9b63-dbb854c12013"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:39.006489 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Pushing event updated for resources: {'Port': ['ID=f9676c0a-eb90-449c-9b63-dbb854c12013,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:39.011403 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:39.022275 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29492d5-4843-452b-a022-778785cda1d7 x-openstack-request-id: req-b29492d5-4843-452b-a022-778785cda1d7 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:39.022588 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712627be-a2a8-44ac-baf8-639f6395b971", "tag": "f9676c0a-eb90-449c-9b63-dbb854c12013", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:39.022868 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b29492d5-4843-452b-a022-778785cda1d7 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:39.023292 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712627be-a2a8-44ac-baf8-639f6395b971', 'tag': 'f9676c0a-eb90-449c-9b63-dbb854c12013', 'status': 'completed', 'code': 200} Jun 21 14:04:39.115074 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-a5c54392-c256-444f-93b4-bcd316a3b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:39.116604 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-a5c54392-c256-444f-93b4-bcd316a3b0c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71fccb3b5da047dbb9e0e4691e4fdf8d&device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 1096 time: 0.0544131 Jun 21 14:04:39.172931 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-f8b7b62f-3be4-414e-9783-7b67e6333da7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9676c0a-eb90-449c-9b63-dbb854c12013 HTTP/1.1" status: 200 len: 217 time: 0.0341048 Jun 21 14:04:39.225108 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-287843fb-81e9-47de-a114-44ea05003e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:39.226532 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-287843fb-81e9-47de-a114-44ea05003e69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d95d02a-bc8a-435d-8345-280a74daa9a7 HTTP/1.1" status: 200 len: 854 time: 0.0458984 Jun 21 14:04:39.255130 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae020b0-60ea-47bc-a713-0c5d9cdfe1b3 req-51782270-0abd-4198-aef0-2ca7d4834201 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:39.256753 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7ae020b0-60ea-47bc-a713-0c5d9cdfe1b3 req-51782270-0abd-4198-aef0-2ca7d4834201 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0683155 Jun 21 14:04:39.262940 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-6f0de4c9-c96c-4cf4-bcd9-f33ecb87e97a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289686 Jun 21 14:04:39.296122 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7ae020b0-60ea-47bc-a713-0c5d9cdfe1b3 req-7009a69a-09d7-487d-afe1-1b828bb8bfa5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Jun 21 14:04:39.349745 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-933f0800-f574-4dcd-b4e4-aaf0262d6fff service neutron] 10.222.0.64 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798509 Jun 21 14:04:39.447314 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6254d2e9-736c-4e2b-93a3-124145c721a9 req-b78379d1-e55e-481e-ab46-d86edc2e3e88 service neutron] 10.222.0.64 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864837 Jun 21 14:04:39.608261 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.622500 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-4448ffa0-ea88-4e30-a082-52019d7a1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:39.624014 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-4448ffa0-ea88-4e30-a082-52019d7a1f93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=71fccb3b5da047dbb9e0e4691e4fdf8d&device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 1096 time: 0.0567043 Jun 21 14:04:39.711818 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-aa91e537-87e0-4ccf-998c-143b51cdf54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:39.713361 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-aa91e537-87e0-4ccf-998c-143b51cdf54d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 HTTP/1.1" status: 200 len: 915 time: 0.0826719 Jun 21 14:04:39.756751 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-b8430e49-dfba-4d04-b332-8026519a46b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9676c0a-eb90-449c-9b63-dbb854c12013 HTTP/1.1" status: 200 len: 217 time: 0.0360742 Jun 21 14:04:39.810836 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-8aebcf0e-2843-44d9-bdc1-7273f0937129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:39.812237 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-8aebcf0e-2843-44d9-bdc1-7273f0937129 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d95d02a-bc8a-435d-8345-280a74daa9a7 HTTP/1.1" status: 200 len: 854 time: 0.0480158 Jun 21 14:04:39.849891 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-6a18da4a-88f0-4357-b1c5-d246af332559 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261779 Jun 21 14:04:39.979148 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-77f68241-0c23-47cb-859a-6afbe61258b1 service neutron] 10.222.0.64 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197956 Jun 21 14:04:40.012392 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e1508-404a-4f6c-999c-5f7f14040430 req-9256618a-7639-463e-9cda-44d355e9914e tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:40.013797 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a47e1508-404a-4f6c-999c-5f7f14040430 req-9256618a-7639-463e-9cda-44d355e9914e tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 943 time: 0.1061132 Jun 21 14:04:40.084885 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a47e1508-404a-4f6c-999c-5f7f14040430 req-a33714fc-d942-433b-9f0e-4254def57b13 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448716 Jun 21 14:04:40.105451 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6fdf15ca-4795-4612-b1d2-20545a3da0cf req-e3e85e08-8b49-478f-a215-9925b44fde28 service neutron] 10.222.0.64 "GET /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184750 Jun 21 14:04:40.495718 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96647a-5ebb-414d-8f69-8b824592cefa req-ac7a403e-7c76-4b04-8727-99f97913ea7c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:40.497255 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3c96647a-5ebb-414d-8f69-8b824592cefa req-ac7a403e-7c76-4b04-8727-99f97913ea7c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0753996 Jun 21 14:04:40.539045 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3c96647a-5ebb-414d-8f69-8b824592cefa req-58c70644-1f2c-45bb-9994-e461edf8f83a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334506 Jun 21 14:04:41.266366 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9d2f3-0b74-4e18-b3e5-f372519d773a req-b6068b42-43e3-45e8-b208-0fe75364314c tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:41.267825 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78c9d2f3-0b74-4e18-b3e5-f372519d773a req-b6068b42-43e3-45e8-b208-0fe75364314c tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 943 time: 0.0631156 Jun 21 14:04:41.309128 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78c9d2f3-0b74-4e18-b3e5-f372519d773a req-123c7b76-9c44-4c55-b79c-b0824d18401f tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Jun 21 14:04:41.733080 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc67dc-3a9f-4680-8fab-03a4d2c616ab req-38d65945-adf0-4482-94fa-9664b716f848 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:41.734533 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9edc67dc-3a9f-4680-8fab-03a4d2c616ab req-38d65945-adf0-4482-94fa-9664b716f848 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0655420 Jun 21 14:04:41.774269 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9edc67dc-3a9f-4680-8fab-03a4d2c616ab req-152bef0d-7b7b-4875-b8cb-afea115be3ee tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Jun 21 14:04:42.504692 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fe8bc-96bb-4d20-868a-f94f085804a2 req-a477ea46-7bc4-4c4b-894e-51433bd1fd2d tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:42.506132 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44fe8bc-96bb-4d20-868a-f94f085804a2 req-a477ea46-7bc4-4c4b-894e-51433bd1fd2d tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 943 time: 0.0719736 Jun 21 14:04:42.544333 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f44fe8bc-96bb-4d20-868a-f94f085804a2 req-95e2984b-5570-4563-a66d-c5c0b5469ccf tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Jun 21 14:04:42.952263 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a73c48-7546-4394-8813-730f61ae9731 req-c23cfa49-a721-416f-8d3d-193401d3a486 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:42.953756 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1a73c48-7546-4394-8813-730f61ae9731 req-c23cfa49-a721-416f-8d3d-193401d3a486 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0639780 Jun 21 14:04:42.993868 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1a73c48-7546-4394-8813-730f61ae9731 req-f087cad7-bae0-4a58-8d89-00022b628a62 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339904 Jun 21 14:04:43.144496 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b9a00-0782-4f2b-93f4-1c95a5bc9c26 req-7a26e80f-092b-4869-984c-3d4aed95d1ca tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:43.145846 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f69b9a00-0782-4f2b-93f4-1c95a5bc9c26 req-7a26e80f-092b-4869-984c-3d4aed95d1ca tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 945 time: 0.0736132 Jun 21 14:04:43.185368 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f69b9a00-0782-4f2b-93f4-1c95a5bc9c26 req-251dd001-ff24-4f5a-9053-f45fb41bd87f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Jun 21 14:04:43.731402 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab1a3b-b644-4a6b-9e82-b06b3d286629 req-726f98d7-fef5-44fb-b074-27f7f818f8ea tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:43.732882 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-27ab1a3b-b644-4a6b-9e82-b06b3d286629 req-726f98d7-fef5-44fb-b074-27f7f818f8ea tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 943 time: 0.0715647 Jun 21 14:04:43.770801 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-27ab1a3b-b644-4a6b-9e82-b06b3d286629 req-aa4b425b-a016-41f4-98a8-c0dae79a3c6e tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Jun 21 14:04:44.123109 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f9676c0a-eb90-449c-9b63-dbb854c12013 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:04:44.186624 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8037fb-edbe-45d6-8d9c-85d8b81e70ae req-c1965862-d4b3-42ba-b20d-bdd74cb58b45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:44.188068 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2b8037fb-edbe-45d6-8d9c-85d8b81e70ae req-c1965862-d4b3-42ba-b20d-bdd74cb58b45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0696504 Jun 21 14:04:44.224916 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f9676c0a-eb90-449c-9b63-dbb854c12013, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f9676c0a-eb90-449c-9b63-dbb854c12013,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:44.225997 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2b8037fb-edbe-45d6-8d9c-85d8b81e70ae req-246b3173-af82-4398-bfa2-2cf9880cd93d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321105 Jun 21 14:04:44.240384 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'f9676c0a-eb90-449c-9b63-dbb854c12013', 'network_id': 'c90f90e8-43ea-4a32-b5b2-c5dd3ce99257', 'port_id': 'f9676c0a-eb90-449c-9b63-dbb854c12013', 'mac_address': 'fa:16:3e:cd:57:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d95d02a-bc8a-435d-8345-280a74daa9a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:04:44.283590 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:44.299477 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9676c0a-eb90-449c-9b63-dbb854c12013 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:04:44.318874 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f9676c0a-eb90-449c-9b63-dbb854c12013, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f9676c0a-eb90-449c-9b63-dbb854c12013,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:44.323111 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:44.325000 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:44.360768 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cda74-bad2-409e-99f6-41006d192cc7 req-0d0ba73c-786d-4cc6-9809-fd3ffad5d8da tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:44.362828 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2e0cda74-bad2-409e-99f6-41006d192cc7 req-0d0ba73c-786d-4cc6-9809-fd3ffad5d8da tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 945 time: 0.0661035 Jun 21 14:04:44.367856 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f9676c0a-eb90-449c-9b63-dbb854c12013,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:44.374883 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.375227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.375560 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.375886 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.376238 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.376659 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.376981 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.377299 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.377617 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.377931 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.378244 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.378556 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:44.382499 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:44.401002 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2e0cda74-bad2-409e-99f6-41006d192cc7 req-de5c13c4-dcb4-411c-86f7-44cc3c549ae2 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328114 Jun 21 14:04:44.960997 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90170e9-96bd-4145-ad0c-ce8dece89a1f req-b9a09a69-34fb-4a2c-8e73-d3ce9041e934 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:44.962486 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a90170e9-96bd-4145-ad0c-ce8dece89a1f req-b9a09a69-34fb-4a2c-8e73-d3ce9041e934 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 944 time: 0.0690708 Jun 21 14:04:45.003580 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a90170e9-96bd-4145-ad0c-ce8dece89a1f req-e6006958-ddce-48e8-a20c-203721e7abda tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328441 Jun 21 14:04:45.081583 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['f9676c0a-eb90-449c-9b63-dbb854c12013'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:45.250577 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-9e205fc1-3d82-4843-8576-01497da511c5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:45.252023 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-9e205fc1-3d82-4843-8576-01497da511c5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 945 time: 0.0637639 Jun 21 14:04:45.384753 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Deleting port 605f3370-29ee-4bae-864f-dfe3621e7cf5 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:45.384975 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.460405 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d97d3-45e9-465f-aed9-5dede96e2b5d req-455c24e3-445f-4ec0-ab00-859e3d19aad5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:45.461869 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc7d97d3-45e9-465f-aed9-5dede96e2b5d req-455c24e3-445f-4ec0-ab00-859e3d19aad5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.1213748 Jun 21 14:04:45.500196 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] For port 605f3370-29ee-4bae-864f-dfe3621e7cf5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=605f3370-29ee-4bae-864f-dfe3621e7cf5,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:45.500603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.564636 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cc7d97d3-45e9-465f-aed9-5dede96e2b5d req-1c1232cf-56ba-431c-80e2-f3ae6bbae6a1 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914459 Jun 21 14:04:45.576612 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299104e-78b5-4368-aa4d-9112239203df req-aafcf769-5674-4288-8a25-d08cbeea6c23 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:45.578317 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f299104e-78b5-4368-aa4d-9112239203df req-aafcf769-5674-4288-8a25-d08cbeea6c23 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 945 time: 0.0640607 Jun 21 14:04:45.616835 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f299104e-78b5-4368-aa4d-9112239203df req-7fa0bd8e-5156-43b1-8e70-de8e63df49ac tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324862 Jun 21 14:04:45.718829 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.719195 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.719499 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Floating IP cce4cda4-c1ec-404b-92d9-b08912c4040f disassociated. External IP: 172.27.2.130, port: 605f3370-29ee-4bae-864f-dfe3621e7cf5. Jun 21 14:04:45.719828 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Calling delete_port for 605f3370-29ee-4bae-864f-dfe3621e7cf5 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:45.842663 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.847356 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ad74d286-1ad9-414e-9eb4-9fa9af1a83f8 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:45.871242 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event deleted for resources: {'Port': ['ID=605f3370-29ee-4bae-864f-dfe3621e7cf5,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:45.873831 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:46.007028 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Router bd41312b-23cf-4190-9911-8ee1749c4544 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:04:46.114505 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:04:46.124310 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638166af-c239-4b89-a195-b6cc8199727b None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:04:46.133472 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638166af-c239-4b89-a195-b6cc8199727b None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:04:46.134116 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-638166af-c239-4b89-a195-b6cc8199727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:04:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:46.169368 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f9676c0a-eb90-449c-9b63-dbb854c12013 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:04:46.188958 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] No DVR routers for this DVR port 605f3370-29ee-4bae-864f-dfe3621e7cf5 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:46.193725 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:46.195684 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eeb7bc53-3228-4b0c-919c-4f7c9e8d7a47 req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "DELETE /v2.0/ports/605f3370-29ee-4bae-864f-dfe3621e7cf5 HTTP/1.1" status: 204 len: 173 time: 0.9374368 Jun 21 14:04:46.196185 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adddfff4-ea63-4150-ad78-26f28badef70', 'name': 'network-vif-deleted', 'tag': '605f3370-29ee-4bae-864f-dfe3621e7cf5'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:46.198602 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc8be9f-5e28-4569-826a-2d67c308ad6a" -d '{"events": [{"server_uuid": "adddfff4-ea63-4150-ad78-26f28badef70", "name": "network-vif-deleted", "tag": "605f3370-29ee-4bae-864f-dfe3621e7cf5"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:46.235614 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b89b6-f5f3-435c-b499-895d79c36a09 req-8f5d7f6a-9e1c-47b0-8980-15fcf32516ce tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:46.237267 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-774b89b6-f5f3-435c-b499-895d79c36a09 req-8f5d7f6a-9e1c-47b0-8980-15fcf32516ce tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 944 time: 0.1146524 Jun 21 14:04:46.248406 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a257313-a7ba-4dd8-bc05-8ea4159e6581 x-openstack-request-id: req-4a257313-a7ba-4dd8-bc05-8ea4159e6581 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:46.248814 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adddfff4-ea63-4150-ad78-26f28badef70", "name": "network-vif-deleted", "tag": "605f3370-29ee-4bae-864f-dfe3621e7cf5", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:46.249054 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a257313-a7ba-4dd8-bc05-8ea4159e6581 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:46.249501 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adddfff4-ea63-4150-ad78-26f28badef70', 'name': 'network-vif-deleted', 'tag': '605f3370-29ee-4bae-864f-dfe3621e7cf5', 'status': 'completed', 'code': 200} Jun 21 14:04:46.286116 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port f9676c0a-eb90-449c-9b63-dbb854c12013 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:04:46.290749 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-638166af-c239-4b89-a195-b6cc8199727b None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:04:46.292444 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-774b89b6-f5f3-435c-b499-895d79c36a09 req-fafdb9c9-311b-4f7b-981d-da169952c2de tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Jun 21 14:04:46.329049 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port f9676c0a-eb90-449c-9b63-dbb854c12013 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:04:46.329430 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:46.503276 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:46.552707 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712627be-a2a8-44ac-baf8-639f6395b971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9676c0a-eb90-449c-9b63-dbb854c12013'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:46.555009 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213e863a-d8da-419f-86de-33c6e7986830" -d '{"events": [{"server_uuid": "712627be-a2a8-44ac-baf8-639f6395b971", "name": "network-vif-plugged", "status": "completed", "tag": "f9676c0a-eb90-449c-9b63-dbb854c12013"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:46.570927 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f9676c0a-eb90-449c-9b63-dbb854c12013, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f9676c0a-eb90-449c-9b63-dbb854c12013,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:46.578602 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:46.581682 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:46.621948 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-638166af-c239-4b89-a195-b6cc8199727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:46.657298 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638166af-c239-4b89-a195-b6cc8199727b None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:04:46.662216 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f9676c0a-eb90-449c-9b63-dbb854c12013,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:46.666407 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:46.671169 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638166af-c239-4b89-a195-b6cc8199727b None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:04:46.671776 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-638166af-c239-4b89-a195-b6cc8199727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:04:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:46.719842 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3604a5-2fd5-492f-b9b4-e908292b1e43 x-openstack-request-id: req-be3604a5-2fd5-492f-b9b4-e908292b1e43 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:46.720224 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712627be-a2a8-44ac-baf8-639f6395b971", "name": "network-vif-plugged", "status": "completed", "tag": "f9676c0a-eb90-449c-9b63-dbb854c12013", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:46.720523 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be3604a5-2fd5-492f-b9b4-e908292b1e43 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:46.720919 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712627be-a2a8-44ac-baf8-639f6395b971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9676c0a-eb90-449c-9b63-dbb854c12013', 'code': 200} Jun 21 14:04:46.816048 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dc703-abcb-4b2e-b98e-b0318bd5997f req-feee52f4-68ba-4ed6-993e-eb62b99e1fec tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:46.817575 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6f7dc703-abcb-4b2e-b98e-b0318bd5997f req-feee52f4-68ba-4ed6-993e-eb62b99e1fec tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.1050978 Jun 21 14:04:46.831038 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-638166af-c239-4b89-a195-b6cc8199727b None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:04:46.853708 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-61f47fe6-efa7-4875-8028-20e81bb989bb req-fb9b9d7b-77ac-4131-8b18-aeae567d44e4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 210 time: 0.0573239 Jun 21 14:04:46.861466 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6f7dc703-abcb-4b2e-b98e-b0318bd5997f req-127db22b-ccbb-4cd0-82c9-fbd62083d95b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382020 Jun 21 14:04:47.003386 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eb106-ec7d-4447-9d20-b1c5f0fe6a3c req-b4e167d5-85ac-404f-836c-104288d14cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:47.004949 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ac2eb106-ec7d-4447-9d20-b1c5f0fe6a3c req-b4e167d5-85ac-404f-836c-104288d14cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 1098 time: 0.0568523 Jun 21 14:04:47.041234 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ac2eb106-ec7d-4447-9d20-b1c5f0fe6a3c req-52612c69-eb42-4f5b-8a3c-51a5bcf4d11c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278740 Jun 21 14:04:47.053016 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-638166af-c239-4b89-a195-b6cc8199727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:47.078691 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638166af-c239-4b89-a195-b6cc8199727b None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:04:47.287275 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caf25ec-3f97-4286-a275-5752ef863a7a None None] New status for floating IP cce4cda4-c1ec-404b-92d9-b08912c4040f: DOWN {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:04:47.473832 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3db6c-d6d7-4cc4-a2bb-7f477cff064d req-6435970d-e172-4f90-bc3b-9a4dcd4bd76c tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:47.475286 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-96d3db6c-d6d7-4cc4-a2bb-7f477cff064d req-6435970d-e172-4f90-bc3b-9a4dcd4bd76c tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 945 time: 0.0686290 Jun 21 14:04:47.512336 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-96d3db6c-d6d7-4cc4-a2bb-7f477cff064d req-191bf80c-80a1-440f-941b-f1705c87bda2 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Jun 21 14:04:48.020256 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-51bc8d6a-41dc-49c4-9f91-c3c46d414451 req-ee51ca35-7f7c-4342-98d3-22e5fff775c2 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=adddfff4-ea63-4150-ad78-26f28badef70 HTTP/1.1" status: 200 len: 210 time: 0.0317876 Jun 21 14:04:48.068079 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7761-7d0a-465c-ac5e-0208ee9ecc0a req-8bc7c1e3-374d-4d46-9188-c3282b2b057b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:48.069588 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fb9c7761-7d0a-465c-ac5e-0208ee9ecc0a req-8bc7c1e3-374d-4d46-9188-c3282b2b057b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0638471 Jun 21 14:04:48.108807 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fb9c7761-7d0a-465c-ac5e-0208ee9ecc0a req-e644550c-09f8-4d08-92a6-5a2af1b42951 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325866 Jun 21 14:04:48.158535 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 605f3370-29ee-4bae-864f-dfe3621e7cf5 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:48.179269 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 605f3370-29ee-4bae-864f-dfe3621e7cf5 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:48.179655 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 605f3370-29ee-4bae-864f-dfe3621e7cf5 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:48.692325 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6188-0160-4081-87d6-f491ea6b46dd req-0cdd6d64-8546-46ae-abc4-28c4d97c13fd tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:48.693718 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7db6188-0160-4081-87d6-f491ea6b46dd req-0cdd6d64-8546-46ae-abc4-28c4d97c13fd tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 945 time: 0.0683382 Jun 21 14:04:48.732647 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d7db6188-0160-4081-87d6-f491ea6b46dd req-5790f650-498d-4de9-a065-d5ae4c337be1 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Jun 21 14:04:49.304253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac84c1-7d7f-4c69-be3d-f904f68e97a0 req-ffc00e21-43d0-4f9f-ad3b-e3c92799b290 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:49.305757 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b0ac84c1-7d7f-4c69-be3d-f904f68e97a0 req-ffc00e21-43d0-4f9f-ad3b-e3c92799b290 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0703220 Jun 21 14:04:49.327272 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-23060ce4-7157-4c2c-89cf-b88be7ae06c7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605553712&fields=id&tenant_id=c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 267 time: 0.0345106 Jun 21 14:04:49.350390 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b0ac84c1-7d7f-4c69-be3d-f904f68e97a0 req-0c50a558-cb50-468e-b796-5048d78e4a3a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384450 Jun 21 14:04:49.438553 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55dd1-92b7-42be-8ead-130373409484 req-7cc03aec-967b-48c9-b03e-2089b9516368 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:49.440022 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-7cc03aec-967b-48c9-b03e-2089b9516368 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 812 time: 0.1060514 Jun 21 14:04:49.455914 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-97d733b3-ab83-4015-8347-30616d5874c4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/quotas/c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 375 time: 0.0102141 Jun 21 14:04:49.530083 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-cd62d878-2be6-4e1c-b2af-33a599a44b4b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688410 Jun 21 14:04:49.629059 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-8c1f3fe8-d81b-48ac-b29b-f64f0720ebec service neutron] 10.222.0.21 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867493 Jun 21 14:04:49.718871 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-5e41a8a3-e0b8-4f86-8b92-e4ae4c1723dc service neutron] 10.222.0.21 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840089 Jun 21 14:04:49.903760 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ba17-a76e-445d-9bf1-ea041eaa9173 req-10f2baea-4d2f-4b4b-b30c-c3e50626cd9a tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:49.905253 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5437ba17-a76e-445d-9bf1-ea041eaa9173 req-10f2baea-4d2f-4b4b-b30c-c3e50626cd9a tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 945 time: 0.0639429 Jun 21 14:04:49.945766 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5437ba17-a76e-445d-9bf1-ea041eaa9173 req-a2d1c2cb-df51-42c7-a3c8-21ce53428833 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Jun 21 14:04:50.028668 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-93ec7275-0b08-49a4-b9c9-dbbd3261723c req-20088447-adec-474c-a7d8-693cb8b76fc4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 210 time: 0.0315161 Jun 21 14:04:50.552231 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134467d5-d758-425e-9c3f-e9a57f3c01d4 req-81f6b33c-5ed4-497e-9e22-04dec9100cd3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:50.554267 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-134467d5-d758-425e-9c3f-e9a57f3c01d4 req-81f6b33c-5ed4-497e-9e22-04dec9100cd3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0841928 Jun 21 14:04:50.591031 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-134467d5-d758-425e-9c3f-e9a57f3c01d4 req-fa86eed9-1e0e-491a-bd08-f75176e123fc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Jun 21 14:04:51.172662 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f958e28d-de34-43fb-aa9c-cead302f3380 req-6fcd6af3-a941-45a1-967e-0c099d967b3f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 210 time: 0.0291936 Jun 21 14:04:51.317821 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55dd1-92b7-42be-8ead-130373409484 req-4394b45c-fa7e-45cc-b28f-a2c34079fa66 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:51.319158 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-4394b45c-fa7e-45cc-b28f-a2c34079fa66 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 812 time: 0.1034098 Jun 21 14:04:51.629864 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-71d18f69-4d2a-458a-b1cd-bb4698745eae tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 380 time: 0.2899392 Jun 21 14:04:51.639307 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'port': {'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'admin_state_up': True, 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'security_groups': ['31af3e71-fd4c-4563-bf3f-38ba1531560d']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:51.781191 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Made reservation on behalf of c245f05ac88941a1a4fbe3666e975df4 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:04:51.788890 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:51.838338 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229dcc-a00b-4a39-8799-3ee8e532ddb4 req-79814780-5908-4748-88b9-012916c414ba tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:51.839849 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-59229dcc-a00b-4a39-8799-3ee8e532ddb4 req-79814780-5908-4748-88b9-012916c414ba tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.1203175 Jun 21 14:04:51.930826 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-59229dcc-a00b-4a39-8799-3ee8e532ddb4 req-cf17044a-fe98-4898-9eaa-293ec2c13ded tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662937 Jun 21 14:04:51.956922 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Allocated IP 172.20.0.12 (a216662f-fa3a-403f-8e4b-4ab3b3757f8f/52a89dd7-a04d-4f75-9e61-c15c8bb49f48/e3717e30-3bf7-44e0-972c-2c5190ee7654) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:04:52.096000 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.110119 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Transition to ACTIVE for port object e3717e30-3bf7-44e0-972c-2c5190ee7654 will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:04:52.147051 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.150952 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-84ac63e2-f124-4566-9644-05f3dde21c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:52.194993 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:04:52.198208 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:04:52.202194 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:04:52.208653 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=e3717e30-3bf7-44e0-972c-2c5190ee7654,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:52.228619 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:52.256105 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:52.257015 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.274224 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6385543 Jun 21 14:04:52.293233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Request body: {'port': {'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:52.366433 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eace15-78b4-4980-9e47-4572408b3fd0 req-13a791b3-f07e-48c3-97cf-47741dbc9969 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:52.367981 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-64eace15-78b4-4980-9e47-4572408b3fd0 req-13a791b3-f07e-48c3-97cf-47741dbc9969 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 932 time: 0.0735629 Jun 21 14:04:52.368123 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.406724 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-64eace15-78b4-4980-9e47-4572408b3fd0 req-9a65728f-171b-41bb-b1c4-7409d62026bf tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325115 Jun 21 14:04:52.430438 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-c9dad9bb-c461-4ad2-85b2-f450739db05e None None] Provisioning for port e3717e30-3bf7-44e0-972c-2c5190ee7654 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:04:52.430438 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-c9dad9bb-c461-4ad2-85b2-f450739db05e None None] Provisioning complete for port e3717e30-3bf7-44e0-972c-2c5190ee7654 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:04:52.430438 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c9dad9bb-c461-4ad2-85b2-f450739db05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.465395 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-c9dad9bb-c461-4ad2-85b2-f450739db05e None None] Port e3717e30-3bf7-44e0-972c-2c5190ee7654 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:04:52.637036 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3717e30-3bf7-44e0-972c-2c5190ee7654 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:04:52.644264 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.655893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Transition to ACTIVE for port object e3717e30-3bf7-44e0-972c-2c5190ee7654 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:04:52.661510 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.663638 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-819e4dff-db97-4edc-b5c1-03f7d07ce74a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:52.733631 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3717e30-3bf7-44e0-972c-2c5190ee7654,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:52.759803 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:52.812160 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Attempting to bind port e3717e30-3bf7-44e0-972c-2c5190ee7654 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:04:52.812535 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Attempting to bind port e3717e30-3bf7-44e0-972c-2c5190ee7654 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:04:52.812868 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Attempting to bind port e3717e30-3bf7-44e0-972c-2c5190ee7654 on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:04:52.817298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Port e3717e30-3bf7-44e0-972c-2c5190ee7654 on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:04:52.817619 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Attempting to bind port e3717e30-3bf7-44e0-972c-2c5190ee7654 on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:04:52.822517 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:04:52.822855 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Checking segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:04:52.823292 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Bound using segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:04:52.823743 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Bound port: e3717e30-3bf7-44e0-972c-2c5190ee7654, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:04:52.824146 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.885927 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] For port e3717e30-3bf7-44e0-972c-2c5190ee7654, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:04:52.889184 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] For port e3717e30-3bf7-44e0-972c-2c5190ee7654, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:04:52.894877 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.897739 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:52.926514 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:52.927107 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:52.928596 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/e3717e30-3bf7-44e0-972c-2c5190ee7654 HTTP/1.1" status: 200 len: 1094 time: 0.6400697 Jun 21 14:04:52.928925 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:52.931159 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f" -d '{"events": [{"name": "network-changed", "server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:52.963626 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3717e30-3bf7-44e0-972c-2c5190ee7654,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:52.973594 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:52.977608 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26df489-549b-4770-afae-ad1c1e1fdd69 x-openstack-request-id: req-a26df489-549b-4770-afae-ad1c1e1fdd69 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:52.977925 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:52.978230 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a26df489-549b-4770-afae-ad1c1e1fdd69 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:52.978651 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'status': 'completed', 'code': 200} Jun 21 14:04:53.075563 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55dd1-92b7-42be-8ead-130373409484 req-18393f14-0086-46d2-8b0b-48a5ffe8fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.077094 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-18393f14-0086-46d2-8b0b-48a5ffe8fcdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 1097 time: 0.0596449 Jun 21 14:04:53.121665 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdadbb-2c3d-4783-854b-c08d558f52c3 req-ced4af6c-0487-4ce2-b71b-4f5a045d3dbf tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.123170 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d1bdadbb-2c3d-4783-854b-c08d558f52c3 req-ced4af6c-0487-4ce2-b71b-4f5a045d3dbf tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0627656 Jun 21 14:04:53.126607 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-c253e856-3409-4bca-a1d0-bd9802aa7dc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654 HTTP/1.1" status: 200 len: 217 time: 0.0349011 Jun 21 14:04:53.159806 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d1bdadbb-2c3d-4783-854b-c08d558f52c3 req-581658ca-7cc0-4f8d-a7aa-2ec802718f43 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306430 Jun 21 14:04:53.173865 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55dd1-92b7-42be-8ead-130373409484 req-ffa85850-9afb-4be5-af72-c1c3816697f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.175284 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-ffa85850-9afb-4be5-af72-c1c3816697f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0423088 Jun 21 14:04:53.235454 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55dd1-92b7-42be-8ead-130373409484 req-34a46846-ee35-412a-a8f7-26538fa3614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.236870 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-34a46846-ee35-412a-a8f7-26538fa3614f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546322 Jun 21 14:04:53.323075 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-84613db9-42e2-4623-900e-1f78152061cc service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789704 Jun 21 14:04:53.426280 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ce55dd1-92b7-42be-8ead-130373409484 req-2083c56d-319b-45bf-a774-e98687e1e92e service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963235 Jun 21 14:04:53.611419 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-024e4f04-a234-4466-8bae-878cd70b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.612933 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-024e4f04-a234-4466-8bae-878cd70b73a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 1097 time: 0.0964837 Jun 21 14:04:53.625182 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e4eff-f3e6-4c8b-afc6-e6ceae0d3f92 req-5dfc05e2-2f88-4ae0-9c66-aa8f93623e8b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.626565 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-781e4eff-f3e6-4c8b-afc6-e6ceae0d3f92 req-5dfc05e2-2f88-4ae0-9c66-aa8f93623e8b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0802023 Jun 21 14:04:53.714790 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-781e4eff-f3e6-4c8b-afc6-e6ceae0d3f92 req-01e2cd7a-8504-462a-bcc8-ff7a93199505 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774541 Jun 21 14:04:53.738754 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-f23753bc-da68-4d1e-9dd1-4bee275f3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.740221 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-f23753bc-da68-4d1e-9dd1-4bee275f3463 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.1128335 Jun 21 14:04:53.790748 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-cb90bea9-974f-4fe4-aa30-03e9361892da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654 HTTP/1.1" status: 200 len: 217 time: 0.0426533 Jun 21 14:04:53.847738 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-abf807a2-f04c-4323-a418-da49298891b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.849160 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-abf807a2-f04c-4323-a418-da49298891b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0518358 Jun 21 14:04:53.911332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-86e37650-e054-4c78-93ef-65c55546d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.912799 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-86e37650-e054-4c78-93ef-65c55546d6c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564775 Jun 21 14:04:54.001116 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-d9afd521-ef0c-4b0a-b14a-88f6e69024d5 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811119 Jun 21 14:04:54.100690 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2ace67fa-58bc-4320-ac24-c1d4d8b8b72f req-ed424d3e-5c9b-41a4-8a75-e6539792e1c1 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920961 Jun 21 14:04:54.354839 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7638bd9-bff2-4d34-bd61-167e1270cc55 req-1fa71ad7-02d1-4d01-9cf9-42e2346da821 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:54.356218 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c7638bd9-bff2-4d34-bd61-167e1270cc55 req-1fa71ad7-02d1-4d01-9cf9-42e2346da821 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0694206 Jun 21 14:04:54.401563 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c7638bd9-bff2-4d34-bd61-167e1270cc55 req-9b7039a3-6635-4a25-855a-7b4ac5f87795 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355406 Jun 21 14:04:54.896322 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02987f26-658a-4f5f-81ca-34720d913bda req-a7fd434f-ac7c-43a5-adbc-8fa82b0277b0 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:54.897711 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02987f26-658a-4f5f-81ca-34720d913bda req-a7fd434f-ac7c-43a5-adbc-8fa82b0277b0 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0639386 Jun 21 14:04:54.935193 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-02987f26-658a-4f5f-81ca-34720d913bda req-eeefca55-efa4-4854-afb3-96f2fa6c29e8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Jun 21 14:04:55.593735 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382e922-a685-4c68-911d-3c10b14bffec req-0339bab3-2c2b-4643-9925-d2a52cfa6177 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:55.595777 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f382e922-a685-4c68-911d-3c10b14bffec req-0339bab3-2c2b-4643-9925-d2a52cfa6177 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0696893 Jun 21 14:04:55.635403 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f382e922-a685-4c68-911d-3c10b14bffec req-711d498b-5117-467a-85bb-8b23db55d765 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Jun 21 14:04:56.120976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98f754-3c0e-4f31-ab12-db81fc95469d req-24492f6d-aec2-452a-a571-bbcd694d53f7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:56.122389 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2f98f754-3c0e-4f31-ab12-db81fc95469d req-24492f6d-aec2-452a-a571-bbcd694d53f7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0707228 Jun 21 14:04:56.175540 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2f98f754-3c0e-4f31-ab12-db81fc95469d req-eedc0e93-0c63-4ccb-bd25-a0a1a3f31198 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447021 Jun 21 14:04:56.207352 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:04:56.303409 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:56.315316 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'port_id': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'mac_address': 'fa:16:3e:9e:1f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:04:56.355437 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:56.484336 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f09a82e0-bace-45e8-b935-6bfeb6a08b28 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:04:56.504910 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:56.510210 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:56.512010 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:56.556522 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=6']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:56.560179 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:56.820278 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e85e7-0911-451b-9228-086f07574c19 req-68ceb333-754f-4dc8-b969-a00a09331b79 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:56.821676 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c28e85e7-0911-451b-9228-086f07574c19 req-68ceb333-754f-4dc8-b969-a00a09331b79 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 944 time: 0.0668180 Jun 21 14:04:56.859764 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c28e85e7-0911-451b-9228-086f07574c19 req-f63dbbff-5983-4d13-8bd5-b8c1baf4041e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Jun 21 14:04:56.980609 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['f09a82e0-bace-45e8-b935-6bfeb6a08b28'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:57.369351 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d1ec8-0df1-4914-9eaa-1acfc7ab438b req-aebd85d9-2fc8-4680-96eb-ca5c13ff26d5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:57.370773 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ed7d1ec8-0df1-4914-9eaa-1acfc7ab438b req-aebd85d9-2fc8-4680-96eb-ca5c13ff26d5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0711060 Jun 21 14:04:57.410568 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ed7d1ec8-0df1-4914-9eaa-1acfc7ab438b req-70bc85a5-58ea-467e-9759-c2a777dec1c2 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jun 21 14:04:58.046631 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8555f-122e-4019-a5a5-2268bee6db60 req-f5aa928a-2143-42cc-b942-84c31d3ad609 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:58.048008 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-53b8555f-122e-4019-a5a5-2268bee6db60 req-f5aa928a-2143-42cc-b942-84c31d3ad609 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 944 time: 0.0666201 Jun 21 14:04:58.086182 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-53b8555f-122e-4019-a5a5-2268bee6db60 req-fc30529b-188d-4c30-9689-87a63e377916 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 Jun 21 14:04:58.204735 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:04:58.251744 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port f09a82e0-bace-45e8-b935-6bfeb6a08b28 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:04:58.252254 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:58.330132 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:58.352108 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:58.354421 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13464017-153f-42cf-92d5-29445581e5bb" -d '{"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-plugged", "status": "completed", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:58.367159 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:58.373046 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:58.378188 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-71e586c6-a1f3-434b-8316-b8a78d9a48e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:58.402514 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a2047-80f5-4d2b-aea6-ee5161421df2 x-openstack-request-id: req-225a2047-80f5-4d2b-aea6-ee5161421df2 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:58.402812 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-plugged", "status": "completed", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:58.403068 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-225a2047-80f5-4d2b-aea6-ee5161421df2 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:58.403486 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'code': 200} Jun 21 14:04:58.428243 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=7']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:58.431360 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:58.587483 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73ca7c-9488-4591-be42-a3fce86f49b2 req-73807c02-52fd-4f03-a6f5-47969dfc15ac tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:58.588951 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dc73ca7c-9488-4591-be42-a3fce86f49b2 req-73807c02-52fd-4f03-a6f5-47969dfc15ac tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0676780 Jun 21 14:04:58.627802 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dc73ca7c-9488-4591-be42-a3fce86f49b2 req-de112444-30e4-4f8d-a20a-bba16993e59f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Jun 21 14:04:59.282633 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c96b97-e264-4de5-815e-4e48eecd1478 req-1fc86ebd-e743-41f0-afc8-b47ea879eefc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:59.284019 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-71c96b97-e264-4de5-815e-4e48eecd1478 req-1fc86ebd-e743-41f0-afc8-b47ea879eefc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0725503 Jun 21 14:04:59.322094 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-71c96b97-e264-4de5-815e-4e48eecd1478 req-ec850c77-a427-45a7-bc17-74dfd0762824 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322876 Jun 21 14:04:59.818183 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc3274-c83d-42b5-8f19-59a7211fff88 req-137e03bc-3268-45af-aa41-a5354884385c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:59.819652 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6ccc3274-c83d-42b5-8f19-59a7211fff88 req-137e03bc-3268-45af-aa41-a5354884385c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0743463 Jun 21 14:04:59.860726 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6ccc3274-c83d-42b5-8f19-59a7211fff88 req-9e22e11e-6b92-418a-8240-9f39fc5ee4c1 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352309 Jun 21 14:05:00.516006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc8a88-8961-40e7-850e-5d7d862223bc req-31453b74-bc49-40e2-bfd9-5dd6111eea95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:00.517476 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-97fc8a88-8961-40e7-850e-5d7d862223bc req-31453b74-bc49-40e2-bfd9-5dd6111eea95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0757689 Jun 21 14:05:00.555959 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-97fc8a88-8961-40e7-850e-5d7d862223bc req-cad8ae2a-2c46-47b9-a723-51b777482c8e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Jun 21 14:05:01.057258 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6c7f5-6827-46e6-ac93-9fa3c9379b32 req-ac1bb188-58c8-4a43-8ea1-63d3c1ab153d tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:01.058742 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ebc6c7f5-6827-46e6-ac93-9fa3c9379b32 req-ac1bb188-58c8-4a43-8ea1-63d3c1ab153d tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0680888 Jun 21 14:05:01.096276 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ebc6c7f5-6827-46e6-ac93-9fa3c9379b32 req-f3f7ba06-60f0-4d20-8141-13d52cddff72 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319555 Jun 21 14:05:01.763026 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceca4c-7c57-4416-8117-cd9ebf006638 req-b572a069-ff23-4e22-ae2c-3f48613cfff8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:01.764554 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-57ceca4c-7c57-4416-8117-cd9ebf006638 req-b572a069-ff23-4e22-ae2c-3f48613cfff8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0783930 Jun 21 14:05:01.802937 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-57ceca4c-7c57-4416-8117-cd9ebf006638 req-9d0d10df-be9c-4eaf-a4e3-6e7637bf1d77 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Jun 21 14:05:02.284774 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05267f85-e9c3-433a-9346-172b813b46ad req-735cab17-c152-496f-a44d-758ff47a330c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:02.286229 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-05267f85-e9c3-433a-9346-172b813b46ad req-735cab17-c152-496f-a44d-758ff47a330c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0646367 Jun 21 14:05:02.326038 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-05267f85-e9c3-433a-9346-172b813b46ad req-f6041d18-bbcf-48f3-9b43-5d90bdff45a4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Jun 21 14:05:03.008301 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d86b4-e93b-4714-a95b-6c707048f537 req-c3ddf1ce-9e3f-4fc0-98b4-667b6145263d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:03.010657 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e44d86b4-e93b-4714-a95b-6c707048f537 req-c3ddf1ce-9e3f-4fc0-98b4-667b6145263d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0787416 Jun 21 14:05:03.051175 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e44d86b4-e93b-4714-a95b-6c707048f537 req-7c078ca3-a9c6-431b-9c33-2642d55c983e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334811 Jun 21 14:05:03.517393 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4609d-1175-4d74-964f-f82929d54e93 req-b779f6b6-cd63-4fae-9d52-497fc15a95ab tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:03.518868 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-80f4609d-1175-4d74-964f-f82929d54e93 req-b779f6b6-cd63-4fae-9d52-497fc15a95ab tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0672317 Jun 21 14:05:03.559272 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-80f4609d-1175-4d74-964f-f82929d54e93 req-aad0e90c-baf6-46fc-8bad-640a6a65d884 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Jun 21 14:05:04.251773 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93ccbb-400e-4257-93ae-b70a4e69713f req-134c66e1-fd61-424b-b6dd-a3e1eeb9e293 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:04.253345 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff93ccbb-400e-4257-93ae-b70a4e69713f req-134c66e1-fd61-424b-b6dd-a3e1eeb9e293 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0753670 Jun 21 14:05:04.294489 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ff93ccbb-400e-4257-93ae-b70a4e69713f req-187b9ae3-afb7-401e-b1d6-2c01b518e256 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352800 Jun 21 14:05:04.433750 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-6ea15ea0-4fcf-437f-b6fd-a2cc85b9132e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:04.740289 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e0e85-0649-489a-9ecd-33e5da189031 req-f89e8290-42c3-4001-b1ea-8489f04499f8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:04.741772 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6c0e0e85-0649-489a-9ecd-33e5da189031 req-f89e8290-42c3-4001-b1ea-8489f04499f8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0689845 Jun 21 14:05:04.782531 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6c0e0e85-0649-489a-9ecd-33e5da189031 req-8a3e3e62-8daf-48df-92b5-80d1382b448c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Jun 21 14:05:05.511325 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a046332-6b63-41ed-827e-0e541ca4eb33 req-b6683223-d39f-4794-9602-7cd340f1eca7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:05.512870 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a046332-6b63-41ed-827e-0e541ca4eb33 req-b6683223-d39f-4794-9602-7cd340f1eca7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0749831 Jun 21 14:05:05.557575 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a046332-6b63-41ed-827e-0e541ca4eb33 req-f6fd7a48-7cbc-4438-b53a-383fe0f1291e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340586 Jun 21 14:05:05.978694 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12f07d-267d-4905-be86-af75e964b767 req-12a9ec79-2682-4b6f-a0d7-cbbdc6e53668 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:05.980147 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4b12f07d-267d-4905-be86-af75e964b767 req-12a9ec79-2682-4b6f-a0d7-cbbdc6e53668 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0702214 Jun 21 14:05:06.021456 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-4b12f07d-267d-4905-be86-af75e964b767 req-5977bfcc-fffa-4b69-b20f-7eac4cc02c7d tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355263 Jun 21 14:05:06.754898 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8b65-1413-4837-9faf-bc33b8ea21b7 req-e625ed0e-ca60-4055-9ced-38b3a645455f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:06.756350 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c41f8b65-1413-4837-9faf-bc33b8ea21b7 req-e625ed0e-ca60-4055-9ced-38b3a645455f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0700026 Jun 21 14:05:06.794072 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c41f8b65-1413-4837-9faf-bc33b8ea21b7 req-111f1b73-8878-43d0-b11d-481ab83f9936 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Jun 21 14:05:07.056293 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9014-ff94-4db1-a2bc-06213ebe65c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:07.202771 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b3738-5658-4b14-8645-e1e1058f0c6b req-12dace25-0da4-4c86-9545-4000f493f1f7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:07.203752 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b73b3738-5658-4b14-8645-e1e1058f0c6b req-12dace25-0da4-4c86-9545-4000f493f1f7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0666239 Jun 21 14:05:07.241089 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b73b3738-5658-4b14-8645-e1e1058f0c6b req-d24fe6f4-3d48-4e3d-aa80-9660b7e73f4a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Jun 21 14:05:07.327289 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:08.002521 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee52adb-1e5b-41ae-bc9a-23d130cc918d req-67850ed2-f59b-402a-afef-292685193f4c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:08.004082 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9ee52adb-1e5b-41ae-bc9a-23d130cc918d req-67850ed2-f59b-402a-afef-292685193f4c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0770738 Jun 21 14:05:08.046332 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9ee52adb-1e5b-41ae-bc9a-23d130cc918d req-7c19ec30-5cd9-4022-b5cb-4dfcdb18fcd0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342445 Jun 21 14:05:08.144784 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:08.422957 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51177d8-504e-4399-b5bf-10405b3d44b7 req-be437fc4-f390-43bc-bf2b-539face33ebf tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:08.424464 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a51177d8-504e-4399-b5bf-10405b3d44b7 req-be437fc4-f390-43bc-bf2b-539face33ebf tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0735540 Jun 21 14:05:08.456891 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:05:08.462483 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a51177d8-504e-4399-b5bf-10405b3d44b7 req-37ad94c6-7cec-4ee5-9219-3c796f13a51a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322413 Jun 21 14:05:08.787356 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:09.227337 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5e850-67f1-4acc-8b48-7c0140280a35 req-9fafe292-9a3e-4b63-87e8-3cefaffa6dc6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:09.228860 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-41a5e850-67f1-4acc-8b48-7c0140280a35 req-9fafe292-9a3e-4b63-87e8-3cefaffa6dc6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0694451 Jun 21 14:05:09.267130 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-41a5e850-67f1-4acc-8b48-7c0140280a35 req-78c7cf87-7be5-4390-9483-fe453321c83b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 Jun 21 14:05:09.613320 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:09.659908 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b0420-4802-4f03-ab49-ca6a2e339cca req-f375d7a4-ae5f-4ff8-b8eb-d4559223f74b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:09.661411 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-229b0420-4802-4f03-ab49-ca6a2e339cca req-f375d7a4-ae5f-4ff8-b8eb-d4559223f74b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0677540 Jun 21 14:05:09.698937 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-229b0420-4802-4f03-ab49-ca6a2e339cca req-5bc49f07-98a4-4282-8342-92aedf86b295 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Jun 21 14:05:10.472005 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aeafa-3874-46e5-b5e4-64c87052223b req-b273f327-189f-488c-b762-a131d9fd54c2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:10.473545 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c2aeafa-3874-46e5-b5e4-64c87052223b req-b273f327-189f-488c-b762-a131d9fd54c2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0733192 Jun 21 14:05:10.512843 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c2aeafa-3874-46e5-b5e4-64c87052223b req-58b86a6f-5142-4ada-b2d1-fc1bac9df226 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334573 Jun 21 14:05:10.709088 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-aa6b145c-7b58-4379-9938-fe674c774fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:10.710553 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-aa6b145c-7b58-4379-9938-fe674c774fc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1098 time: 0.0558090 Jun 21 14:05:10.823628 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-ff228123-edda-4f29-863a-a523272e3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:10.825988 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-ff228123-edda-4f29-863a-a523272e3fcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0919349 Jun 21 14:05:10.881313 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a6c70-ce2a-4b7e-b9fb-4c722bbe250b req-b3206058-69a9-4ab2-94e3-370a2b908363 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:10.882790 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a99a6c70-ce2a-4b7e-b9fb-4c722bbe250b req-b3206058-69a9-4ab2-94e3-370a2b908363 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0686367 Jun 21 14:05:10.922160 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a99a6c70-ce2a-4b7e-b9fb-4c722bbe250b req-ebed229d-2a9d-4799-a24c-60619123ee24 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334203 Jun 21 14:05:11.615933 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-f1464a10-ad25-4dc4-a302-7261b5576237 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 200 len: 1001 time: 0.0836275 Jun 21 14:05:11.705743 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-e7f48968-7e1b-4997-bfb2-c5f8a1ed9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:11.707207 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-e7f48968-7e1b-4997-bfb2-c5f8a1ed9b4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0773759 Jun 21 14:05:11.759015 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab75d6-9634-4f19-ae2e-da621a4acb4b req-39b69736-3d18-487c-badc-c2eb3bccd51b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:11.760588 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-acab75d6-9634-4f19-ae2e-da621a4acb4b req-39b69736-3d18-487c-badc-c2eb3bccd51b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.1225910 Jun 21 14:05:11.809332 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-acab75d6-9634-4f19-ae2e-da621a4acb4b req-0d398ffb-3366-46a7-a861-1cccae98d6da tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Jun 21 14:05:11.813526 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-bff7731c-51a6-401c-91cb-8b77e958b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:11.815000 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-bff7731c-51a6-401c-91cb-8b77e958b332 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001847 Jun 21 14:05:11.916223 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-608d7ba8-e53f-4a65-a9fc-148959b3ba74 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943899 Jun 21 14:05:12.006678 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9728d87c-7691-4e67-a741-ca5d2b788481 req-52150e6f-57e6-4b1b-b832-4f27165e2a56 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826271 Jun 21 14:05:12.098694 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2e7ae-0b55-43e0-9f56-1d18283dc51a req-0f97ef2d-debe-4f9c-9f3c-3b3bdf250dca tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:12.100185 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5ca2e7ae-0b55-43e0-9f56-1d18283dc51a req-0f97ef2d-debe-4f9c-9f3c-3b3bdf250dca tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0619738 Jun 21 14:05:12.144030 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5ca2e7ae-0b55-43e0-9f56-1d18283dc51a req-e6feab56-913e-444d-b70c-d77089e9738b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380788 Jun 21 14:05:13.011038 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36743862-482e-46e5-884c-02657111784b req-5473e619-4872-410b-a193-2b933b24768a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:13.018844 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-36743862-482e-46e5-884c-02657111784b req-5473e619-4872-410b-a193-2b933b24768a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0820849 Jun 21 14:05:13.065506 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-36743862-482e-46e5-884c-02657111784b req-a42c27dc-3435-42f2-8a09-01e02ffd69dd tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 Jun 21 14:05:13.334560 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0df30e-6d5d-43de-911f-92eb04c3ef74 req-f6de525f-cd74-4a11-ad1a-433c1f467679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:13.336211 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5b0df30e-6d5d-43de-911f-92eb04c3ef74 req-f6de525f-cd74-4a11-ad1a-433c1f467679 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0666435 Jun 21 14:05:13.382420 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5b0df30e-6d5d-43de-911f-92eb04c3ef74 req-3b2ffa53-cfb5-43fd-a23a-483d848a7395 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395200 Jun 21 14:05:14.256961 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98972d-e2df-4bf9-aff2-d4bbe261e929 req-51a7f298-7dd6-4b70-9400-4fb80443a5a2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:14.264156 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ec98972d-e2df-4bf9-aff2-d4bbe261e929 req-51a7f298-7dd6-4b70-9400-4fb80443a5a2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0761747 Jun 21 14:05:14.297690 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ec98972d-e2df-4bf9-aff2-d4bbe261e929 req-3e4bfa3d-44c3-4874-8d26-0ab706e3b264 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325682 Jun 21 14:05:14.612049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f43389-80a0-47ab-b1d9-616c97ed2e2f req-b6e3f543-6d59-47b3-861e-7331ee84ebb0 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:14.613576 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-26f43389-80a0-47ab-b1d9-616c97ed2e2f req-b6e3f543-6d59-47b3-861e-7331ee84ebb0 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0828953 Jun 21 14:05:14.651914 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-26f43389-80a0-47ab-b1d9-616c97ed2e2f req-0638f1d3-8711-4441-ba60-14c11cc939cf tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Jun 21 14:05:15.488831 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88988a67-7eca-41f9-b8a8-8c1fde1e5f1d req-322c1a37-6d60-4ca8-bb98-6e68c9ad6759 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:15.491200 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-88988a67-7eca-41f9-b8a8-8c1fde1e5f1d req-322c1a37-6d60-4ca8-bb98-6e68c9ad6759 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0686891 Jun 21 14:05:15.535556 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-88988a67-7eca-41f9-b8a8-8c1fde1e5f1d req-b1b1229d-c0e5-4408-82df-d261fd468861 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 Jun 21 14:05:15.839315 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c13c0-cf5e-4709-97c2-fcbde2d581db req-136c9156-94ee-434d-8c3d-403a5a98423b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:15.840819 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c29c13c0-cf5e-4709-97c2-fcbde2d581db req-136c9156-94ee-434d-8c3d-403a5a98423b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0654716 Jun 21 14:05:15.886750 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c29c13c0-cf5e-4709-97c2-fcbde2d581db req-8fd898eb-2d48-4f95-8636-67155767e99d tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373847 Jun 21 14:05:16.719138 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72e783-ea2a-4fef-bb5d-f64fdae0d142 req-6441d82f-37c8-46be-ac6b-116c36339589 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:16.720699 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-be72e783-ea2a-4fef-bb5d-f64fdae0d142 req-6441d82f-37c8-46be-ac6b-116c36339589 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0665851 Jun 21 14:05:16.760383 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-be72e783-ea2a-4fef-bb5d-f64fdae0d142 req-b52fdb42-9d90-4e9c-bb99-da068ef193e6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jun 21 14:05:17.065821 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e20d55-47e0-4498-b80c-007b9bf4050a req-ac062aaf-23ef-4588-b9d2-8a83fd0ff03b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:17.067299 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a9e20d55-47e0-4498-b80c-007b9bf4050a req-ac062aaf-23ef-4588-b9d2-8a83fd0ff03b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0673044 Jun 21 14:05:17.114570 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a9e20d55-47e0-4498-b80c-007b9bf4050a req-8bc53336-0810-438a-a571-c38e1f4762f0 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Jun 21 14:05:17.734689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932384c-6e70-46ff-8971-4eb7656b90c3 req-e346256e-f04c-442c-a3fe-fe2e2a1b954b tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:17.737417 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f932384c-6e70-46ff-8971-4eb7656b90c3 req-e346256e-f04c-442c-a3fe-fe2e2a1b954b tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 945 time: 0.0759149 Jun 21 14:05:17.778403 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f932384c-6e70-46ff-8971-4eb7656b90c3 req-1c396537-36ae-4477-b655-d44e3a526f6d tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Jun 21 14:05:17.955387 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d364e-a96e-4e08-9db5-596b78785108 req-cc8f5d89-1d6c-4f50-bbe4-019ccc85fbf0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:17.956903 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5d0d364e-a96e-4e08-9db5-596b78785108 req-cc8f5d89-1d6c-4f50-bbe4-019ccc85fbf0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0649071 Jun 21 14:05:17.999602 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5d0d364e-a96e-4e08-9db5-596b78785108 req-889b2811-a34a-44e4-bb4c-01d48e8b5fdf tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366666 Jun 21 14:05:18.291348 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730efe66-d850-423e-965e-9850c9264777 req-e40ba09f-a842-4726-95e2-ab7ec50beaa8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:18.292828 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-730efe66-d850-423e-965e-9850c9264777 req-e40ba09f-a842-4726-95e2-ab7ec50beaa8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 944 time: 0.0655401 Jun 21 14:05:18.316746 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device e3717e30-3bf7-44e0-972c-2c5190ee7654 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:05:18.336846 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-730efe66-d850-423e-965e-9850c9264777 req-0f4459af-acc3-4a95-8807-699c97e3ae32 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 Jun 21 14:05:18.416020 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port e3717e30-3bf7-44e0-972c-2c5190ee7654, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:18.428298 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:05:18.464346 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:18.476832 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3717e30-3bf7-44e0-972c-2c5190ee7654 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:05:18.498552 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port e3717e30-3bf7-44e0-972c-2c5190ee7654, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:18.506247 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:18.509874 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-15134070-4398-4375-8db6-a8535c6ba168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:18.582644 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=e3717e30-3bf7-44e0-972c-2c5190ee7654,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:18.586192 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:18.964776 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1c6b-cfe5-4c5a-89a9-27597f8c25db req-0a7ef9ad-0d5e-4f5f-82ab-70445999caef tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:18.966932 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3d7e1c6b-cfe5-4c5a-89a9-27597f8c25db req-0a7ef9ad-0d5e-4f5f-82ab-70445999caef tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 945 time: 0.0652585 Jun 21 14:05:19.012000 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['e3717e30-3bf7-44e0-972c-2c5190ee7654'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:05:19.021167 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3d7e1c6b-cfe5-4c5a-89a9-27597f8c25db req-59bfa520-81ba-45c6-8bb4-1f283230b6a2 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360899 Jun 21 14:05:19.206351 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7062-5b43-47b2-bfb2-5a183e3a18b3 req-60bd53ce-20e7-449d-aa32-2df2673ef70d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:19.226544 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d5d7062-5b43-47b2-bfb2-5a183e3a18b3 req-60bd53ce-20e7-449d-aa32-2df2673ef70d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0906389 Jun 21 14:05:19.262015 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4d5d7062-5b43-47b2-bfb2-5a183e3a18b3 req-78eaf31d-a407-4b47-b1f1-bd318babd78f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342891 Jun 21 14:05:19.529903 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2f91b-600a-48e3-8699-032737cab68e req-44b3df9a-8d8c-4588-b933-6c95096524b9 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:19.531463 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dcf2f91b-600a-48e3-8699-032737cab68e req-44b3df9a-8d8c-4588-b933-6c95096524b9 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 945 time: 0.0672030 Jun 21 14:05:19.572289 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dcf2f91b-600a-48e3-8699-032737cab68e req-c72477c9-720b-47fd-be7e-b9d1562f4f39 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349290 Jun 21 14:05:20.140290 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-c04f6758-403e-4adb-89e6-09b8721b0162 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:20.141798 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-c04f6758-403e-4adb-89e6-09b8721b0162 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.64 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 945 time: 0.0663955 Jun 21 14:05:20.280973 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2dd84-764d-4b50-a615-8e22e18b4dc4 req-78f9f259-08c6-4537-8b0d-5a3824db543f tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:20.282819 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11f2dd84-764d-4b50-a615-8e22e18b4dc4 req-78f9f259-08c6-4537-8b0d-5a3824db543f tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 945 time: 0.1057370 Jun 21 14:05:20.326724 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11f2dd84-764d-4b50-a615-8e22e18b4dc4 req-ab8f31c8-7cae-4fa6-a307-0f95252075ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/security-groups?id=77805ca0-43f7-4d14-b195-4201ffc017fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Jun 21 14:05:20.343392 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Deleting port f9676c0a-eb90-449c-9b63-dbb854c12013 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:05:20.343739 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:20.447392 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] For port f9676c0a-eb90-449c-9b63-dbb854c12013, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f9676c0a-eb90-449c-9b63-dbb854c12013,segment=NetworkSegment(afd80a7d-a566-48a3-a1f5-cb7116adaaee),segment_id=afd80a7d-a566-48a3-a1f5-cb7116adaaee)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:20.447973 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:20.473698 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e73cc-a687-4cd8-bd63-ca3e86344bad req-2b7e410a-c27d-4215-8be4-3e39bc439313 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:20.475554 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b73e73cc-a687-4cd8-bd63-ca3e86344bad req-2b7e410a-c27d-4215-8be4-3e39bc439313 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0774910 Jun 21 14:05:20.520401 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Calling delete_port for f9676c0a-eb90-449c-9b63-dbb854c12013 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:05:20.523858 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b73e73cc-a687-4cd8-bd63-ca3e86344bad req-5a0c917d-31bc-48fa-a090-552a705078b4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Jun 21 14:05:20.693497 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:20.703051 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-dbe7ca35-f480-4037-af37-b3ad8a5de061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:20.736586 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['f9676c0a-eb90-449c-9b63-dbb854c12013'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:05:20.790202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Pushing event deleted for resources: {'Port': ['ID=f9676c0a-eb90-449c-9b63-dbb854c12013,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:20.792160 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] No DVR routers for this DVR port f9676c0a-eb90-449c-9b63-dbb854c12013 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:05:20.793665 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:20.810686 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:20.813631 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ce5d860a-6d23-4614-b7c7-c08919942fa1 req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.64 "DELETE /v2.0/ports/f9676c0a-eb90-449c-9b63-dbb854c12013 HTTP/1.1" status: 204 len: 173 time: 0.6630826 Jun 21 14:05:20.815006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712627be-a2a8-44ac-baf8-639f6395b971', 'name': 'network-vif-deleted', 'tag': 'f9676c0a-eb90-449c-9b63-dbb854c12013'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:05:20.817396 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de7de61-1399-4ae2-ad1f-aef8d4ea8333" -d '{"events": [{"server_uuid": "712627be-a2a8-44ac-baf8-639f6395b971", "name": "network-vif-deleted", "tag": "f9676c0a-eb90-449c-9b63-dbb854c12013"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:05:20.867900 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966bcfb-ef06-45ab-999b-e21fdadbb7b8 req-d708d079-01ea-4af4-9c92-97c97cea070f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:20.869555 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f966bcfb-ef06-45ab-999b-e21fdadbb7b8 req-d708d079-01ea-4af4-9c92-97c97cea070f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 945 time: 0.1305571 Jun 21 14:05:20.899934 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4babd905-1988-4e3c-8e1d-811b0546b2af x-openstack-request-id: req-4babd905-1988-4e3c-8e1d-811b0546b2af {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:05:20.899934 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712627be-a2a8-44ac-baf8-639f6395b971", "name": "network-vif-deleted", "tag": "f9676c0a-eb90-449c-9b63-dbb854c12013", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:05:20.900245 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4babd905-1988-4e3c-8e1d-811b0546b2af {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:05:20.900598 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712627be-a2a8-44ac-baf8-639f6395b971', 'name': 'network-vif-deleted', 'tag': 'f9676c0a-eb90-449c-9b63-dbb854c12013', 'status': 'completed', 'code': 200} Jun 21 14:05:20.922725 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f966bcfb-ef06-45ab-999b-e21fdadbb7b8 req-5c0a91bd-30ec-4e7d-8e34-63498759afb7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471931 Jun 21 14:05:21.507291 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0a7f55e9-c175-412d-8d54-6c1f85929412 req-f14a006d-58e8-4b53-bb39-aaddc23b001a tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] 10.222.0.21 "GET /v2.0/ports?device_id=712627be-a2a8-44ac-baf8-639f6395b971 HTTP/1.1" status: 200 len: 210 time: 0.0295281 Jun 21 14:05:21.725692 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa1626-8dd1-4d30-bb9d-0d90022966b8 req-5a494223-2183-4197-8d71-ae3ca4eb9170 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:21.727188 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-98fa1626-8dd1-4d30-bb9d-0d90022966b8 req-5a494223-2183-4197-8d71-ae3ca4eb9170 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.0748832 Jun 21 14:05:21.769950 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-98fa1626-8dd1-4d30-bb9d-0d90022966b8 req-352c3755-5149-4482-a2d1-96c26d7ceaa8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355613 Jun 21 14:05:22.106862 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be73a68-a147-47c0-90f7-79787dfd962b req-846960b7-6e92-4649-960c-3724cfe3cd4b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:22.108235 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6be73a68-a147-47c0-90f7-79787dfd962b req-846960b7-6e92-4649-960c-3724cfe3cd4b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 945 time: 0.0713675 Jun 21 14:05:22.146442 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6be73a68-a147-47c0-90f7-79787dfd962b req-f96cd293-b27d-4f52-a636-00c5f6d9955e tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311418 Jun 21 14:05:22.363877 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device e3717e30-3bf7-44e0-972c-2c5190ee7654 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:05:22.420383 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port e3717e30-3bf7-44e0-972c-2c5190ee7654 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:22.424113 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port e3717e30-3bf7-44e0-972c-2c5190ee7654 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:22.424679 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:22.501138 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:22.524183 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:05:22.526667 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894fd720-c680-496d-aea3-d6b12377af34" -d '{"events": [{"server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "name": "network-vif-plugged", "status": "completed", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:05:22.541189 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port e3717e30-3bf7-44e0-972c-2c5190ee7654, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:22.546628 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:22.548972 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:22.574461 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1effbb7a-c2fd-46bd-8b7d-75bd931179b0 x-openstack-request-id: req-1effbb7a-c2fd-46bd-8b7d-75bd931179b0 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:05:22.574757 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "name": "network-vif-plugged", "status": "completed", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:05:22.575012 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1effbb7a-c2fd-46bd-8b7d-75bd931179b0 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:05:22.575388 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'code': 200} Jun 21 14:05:22.600178 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=e3717e30-3bf7-44e0-972c-2c5190ee7654,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:22.603326 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:22.718983 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-4c1de169-3977-42e1-802d-34dfce5acd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:22.720558 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-4c1de169-3977-42e1-802d-34dfce5acd8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1098 time: 0.0532687 Jun 21 14:05:22.829577 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-4cb7c8fd-1bb9-468a-b499-7b31a30f60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:22.832413 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-4cb7c8fd-1bb9-468a-b499-7b31a30f60ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.1052384 Jun 21 14:05:22.943544 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-fed8679f-3e85-419f-a88d-684eeeeecb5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 200 len: 1001 time: 0.1010494 Jun 21 14:05:23.242703 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44737a-193f-4eb7-b40d-83a44ea49967 req-5dc3f768-e5a5-408b-8cec-93b3c9b23387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:23.244152 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3e44737a-193f-4eb7-b40d-83a44ea49967 req-5dc3f768-e5a5-408b-8cec-93b3c9b23387 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 1099 time: 0.4105077 Jun 21 14:05:23.281433 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-29cf2a18-ae7a-45e2-ba07-7f37e7d2d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:23.282866 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-29cf2a18-ae7a-45e2-ba07-7f37e7d2d4de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.3198757 Jun 21 14:05:23.309720 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3e44737a-193f-4eb7-b40d-83a44ea49967 req-d0b4c1c4-dfa1-4429-9e22-24c3303a1a8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577486 Jun 21 14:05:23.323138 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dda00-f4f3-44ec-b5bb-5de41382f22e req-76b8d61e-aeba-4498-b149-db433eef2e71 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:23.324634 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1f1dda00-f4f3-44ec-b5bb-5de41382f22e req-76b8d61e-aeba-4498-b149-db433eef2e71 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0661969 Jun 21 14:05:23.336783 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adfa93-c308-4246-8d3f-de0b5bd8b1a0 req-6058f5ec-e9ef-4d14-a99e-7237688b4e80 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:23.338211 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-81adfa93-c308-4246-8d3f-de0b5bd8b1a0 req-6058f5ec-e9ef-4d14-a99e-7237688b4e80 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 945 time: 0.4108005 Jun 21 14:05:23.362023 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-1f1dda00-f4f3-44ec-b5bb-5de41382f22e req-3714bf0f-2a4c-4595-a839-77864e48341f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Jun 21 14:05:23.385389 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-81adfa93-c308-4246-8d3f-de0b5bd8b1a0 req-ab469693-b65d-434b-82a8-5f948d717f63 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 Jun 21 14:05:23.389565 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-b5d76166-2eb9-4872-8b10-17f4801f4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:23.391051 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-b5d76166-2eb9-4872-8b10-17f4801f4e0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973551 Jun 21 14:05:23.832527 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-b3d8cebc-bad3-427f-af96-dc61543b00d2 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906589 Jun 21 14:05:23.944442 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c6ba26de-4bde-4755-9cfc-744c7c856b94 req-132b13ba-9b66-4fb0-a7f9-e9cf50e30749 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875750 Jun 21 14:05:24.403050 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:05:24.479099 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:24.510842 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:24.515044 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:24.515884 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f9676c0a-eb90-449c-9b63-dbb854c12013 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:05:24.517688 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:24.560030 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: f9676c0a-eb90-449c-9b63-dbb854c12013 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:05:24.560390 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f9676c0a-eb90-449c-9b63-dbb854c12013 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:05:24.571167 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417dcc0-6417-4282-a3dc-d9814ed43125 req-cbc21f60-28b8-4fef-8360-7879114284fb tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:24.572687 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0417dcc0-6417-4282-a3dc-d9814ed43125 req-cbc21f60-28b8-4fef-8360-7879114284fb tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0928359 Jun 21 14:05:24.576508 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf6ae6-0a1a-44cf-92da-e534d49b685e req-d13719fb-7668-4f7a-8e61-0b081bdced88 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:24.578016 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4baf6ae6-0a1a-44cf-92da-e534d49b685e req-d13719fb-7668-4f7a-8e61-0b081bdced88 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0711339 Jun 21 14:05:24.578742 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:05:24.581321 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab5010d-9637-4098-8f03-a8831c4ba8cb" -d '{"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-unplugged", "status": "completed", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:05:24.589355 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=8']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:24.592742 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:24.616243 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0417dcc0-6417-4282-a3dc-d9814ed43125 req-d3728464-ec2b-4ef3-968d-3bb2ccbda302 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359662 Jun 21 14:05:24.634543 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4baf6ae6-0a1a-44cf-92da-e534d49b685e req-f24f4cb6-1139-4f11-9572-7d412b276329 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326116 Jun 21 14:05:24.668708 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b34c06-c8e2-4bf7-bfdc-61eb67bb697b x-openstack-request-id: req-a1b34c06-c8e2-4bf7-bfdc-61eb67bb697b {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:05:24.669007 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-unplugged", "status": "completed", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:05:24.669244 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1b34c06-c8e2-4bf7-bfdc-61eb67bb697b {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:05:24.669663 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'code': 200} Jun 21 14:05:25.806358 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9112-cd21-4276-8cf3-3a26fa5ee3c4 req-28ad19a5-3ab7-4bd3-bdc4-6b17c67ca247 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:25.808115 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-53ca9112-cd21-4276-8cf3-3a26fa5ee3c4 req-28ad19a5-3ab7-4bd3-bdc4-6b17c67ca247 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0757751 Jun 21 14:05:25.820721 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e35829-28b5-44d9-b13d-b6af8574fc85 req-05b8b519-e7f0-490a-8eca-85fe920a9e9a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:25.822273 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b1e35829-28b5-44d9-b13d-b6af8574fc85 req-05b8b519-e7f0-490a-8eca-85fe920a9e9a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0712075 Jun 21 14:05:25.847600 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-53ca9112-cd21-4276-8cf3-3a26fa5ee3c4 req-185459cc-f6ee-4c97-b8c8-9c8447eecb20 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334809 Jun 21 14:05:25.863537 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b1e35829-28b5-44d9-b13d-b6af8574fc85 req-a0f4f303-c108-4947-b275-3fea205ac8e3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354362 Jun 21 14:05:27.026123 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8f437-e7a4-4480-84cc-0899b48eaf0c req-1fd80a73-d16d-45d3-8032-4372041822e5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:27.027543 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54e8f437-e7a4-4480-84cc-0899b48eaf0c req-1fd80a73-d16d-45d3-8032-4372041822e5 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0618441 Jun 21 14:05:27.041466 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8706635-d114-4e4d-b58f-d18e195950c4 req-5b12746b-63da-455e-81c4-bda7468bb47e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:27.042974 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b8706635-d114-4e4d-b58f-d18e195950c4 req-5b12746b-63da-455e-81c4-bda7468bb47e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0629296 Jun 21 14:05:27.064848 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-54e8f437-e7a4-4480-84cc-0899b48eaf0c req-85a1e15e-7c9c-4d06-a109-6d4935782074 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Jun 21 14:05:27.080899 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b8706635-d114-4e4d-b58f-d18e195950c4 req-c9f17ba4-a182-4cd1-a5b8-51d82e5edcb6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Jun 21 14:05:28.251930 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be9537-a0b6-460a-960a-f2014578af6b req-5ff4a7c0-4833-4dee-856f-ef00e46b0a28 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:28.253812 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b0be9537-a0b6-460a-960a-f2014578af6b req-5ff4a7c0-4833-4dee-856f-ef00e46b0a28 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0676820 Jun 21 14:05:28.260609 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc956c-2029-48c7-b457-10b0bfb1a609 req-e36b7f44-5fe3-47db-8ff6-366b333c312e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:28.262086 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-97cc956c-2029-48c7-b457-10b0bfb1a609 req-e36b7f44-5fe3-47db-8ff6-366b333c312e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0630171 Jun 21 14:05:28.291557 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b0be9537-a0b6-460a-960a-f2014578af6b req-9a271a90-99bc-47ec-a560-373e55b9a00d tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319042 Jun 21 14:05:28.301931 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-97cc956c-2029-48c7-b457-10b0bfb1a609 req-1de02c86-e60d-421e-878f-8ecfe98b3b52 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341287 Jun 21 14:05:29.476384 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5954f8-20e9-41fd-b97c-62d09af5ebcc req-e538764b-1e35-42ba-9679-85797104d758 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:29.481443 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2b5954f8-20e9-41fd-b97c-62d09af5ebcc req-e538764b-1e35-42ba-9679-85797104d758 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0754895 Jun 21 14:05:29.529908 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2b5954f8-20e9-41fd-b97c-62d09af5ebcc req-5553a653-f61d-486d-8561-a17d9dd82369 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Jun 21 14:05:29.688456 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5a2c7-73b4-4a8e-a0fb-d46c654ecbf6 req-c964943e-3221-4989-a114-19ba7097ced7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:29.690039 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fdd5a2c7-73b4-4a8e-a0fb-d46c654ecbf6 req-c964943e-3221-4989-a114-19ba7097ced7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0716341 Jun 21 14:05:29.738406 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fdd5a2c7-73b4-4a8e-a0fb-d46c654ecbf6 req-359d2210-9175-46f1-ba56-32693eda5ad8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Jun 21 14:05:29.741320 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b1189-bb18-44e0-ab4e-35e00cc59971 req-36e7c3d2-fe41-40f2-a291-73674eb25589 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:29.743228 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3e7b1189-bb18-44e0-ab4e-35e00cc59971 req-36e7c3d2-fe41-40f2-a291-73674eb25589 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0753236 Jun 21 14:05:29.783612 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3e7b1189-bb18-44e0-ab4e-35e00cc59971 req-2f1cbea7-f25b-4adc-a6c7-6d777cd90cea tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343153 Jun 21 14:05:29.808252 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43488) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:29.863331 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb15279d-bba3-496c-bbc7-f99cd3c85468 tempest-TestVolumeBootPattern-1351725677 tempest-TestVolumeBootPattern-1351725677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:29.864873 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-cb15279d-bba3-496c-bbc7-f99cd3c85468 tempest-TestVolumeBootPattern-1351725677 tempest-TestVolumeBootPattern-1351725677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 1094 time: 0.0555553 Jun 21 14:05:29.867973 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 43490) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:29.872677 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:05:29.897091 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:29.991962 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:30.098257 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Allocated IP 172.27.2.218 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/6d916494-b905-41c2-8422-49aee13b6542) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:05:30.122542 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b169185-1e40-46fa-bcfe-74b9635370ac req-7596ddcf-ce19-4ccf-a378-74d8c1fcfb7d tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:30.123994 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2b169185-1e40-46fa-bcfe-74b9635370ac req-7596ddcf-ce19-4ccf-a378-74d8c1fcfb7d tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.1000431 Jun 21 14:05:30.128499 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-8b2ebbff-8108-4be7-9590-b41b6de152bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:30.129883 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-8b2ebbff-8108-4be7-9590-b41b6de152bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b37cee61766742b4b9933a318346cbb8&device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1137 time: 0.0967524 Jun 21 14:05:30.207447 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:30.215316 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2b169185-1e40-46fa-bcfe-74b9635370ac req-9281f9b4-3d2e-4ce1-a6da-6c6f66c38c1e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844288 Jun 21 14:05:30.248928 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:30.250867 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:30.259363 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-34055cd7-e4a8-4e31-9eb8-4ee8a418b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:30.261140 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-34055cd7-e4a8-4e31-9eb8-4ee8a418b766 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 200 len: 915 time: 0.1165817 Jun 21 14:05:30.292655 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:30.295694 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:30.299126 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:05:30.320747 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=6d916494-b905-41c2-8422-49aee13b6542,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:30.330659 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.331044 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.331530 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.331904 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.332186 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-0f255b2a-8aad-4bb5-8073-9ebaa5161ca2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 1001 time: 0.0636806 Jun 21 14:05:30.332295 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.332651 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.333013 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.333374 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.333737 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.334096 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.334452 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.334815 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:30.339588 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:30.381118 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-a23c06cb-1269-434f-9b1b-418353b17b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:30.382612 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-a23c06cb-1269-434f-9b1b-418353b17b89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da5632fe-161b-44f0-a21f-90f19883abb7 HTTP/1.1" status: 200 len: 853 time: 0.0440407 Jun 21 14:05:30.439325 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-28d7609a-54a6-4c83-80e7-b3a7347a83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:30.440858 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-28d7609a-54a6-4c83-80e7-b3a7347a83e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bc1cb9d-742c-4989-9843-38af4dcf94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502517 Jun 21 14:05:30.531730 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-c6d5bedb-dc55-4a46-990e-776e6ecfa1b6 service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843608 Jun 21 14:05:30.619865 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fd31ec38-1086-4ef5-b12f-848c1aa17da5 req-d53dcb09-3dd9-462b-b53c-e27fd0333bc0 service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818505 Jun 21 14:05:30.678116 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:30.754977 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:30.972206 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:30.987928 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a260cd5-2be1-4154-9c2c-830283eba14e req-4b7bccac-7021-4886-88e6-6fea262499b8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:30.989418 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9a260cd5-2be1-4154-9c2c-830283eba14e req-4b7bccac-7021-4886-88e6-6fea262499b8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.1052332 Jun 21 14:05:30.991159 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12713695'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:30.993897 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:31.076004 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=6d916494-b905-41c2-8422-49aee13b6542,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:31.078969 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:31.097635 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9a260cd5-2be1-4154-9c2c-830283eba14e req-f5243c40-3977-49df-90b8-7d222286ec23 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989718 Jun 21 14:05:31.101115 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:31.204704 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.l3_db [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Floating IP 2e66d6da-8674-46e5-9872-90c7b20bcad4 associated. External IP: 172.27.2.218, port: e3717e30-3bf7-44e0-972c-2c5190ee7654. Jun 21 14:05:31.649796 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0927b-756f-4e85-bde1-2b8507edfaa7 req-e72b8bea-e7cd-4fae-8857-d2176bb0e013 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:31.651274 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bef0927b-756f-4e85-bde1-2b8507edfaa7 req-e72b8bea-e7cd-4fae-8857-d2176bb0e013 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.1227229 Jun 21 14:05:31.731611 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bef0927b-756f-4e85-bde1-2b8507edfaa7 req-9c7a4f15-e562-48da-85da-86b2e5f0c17d tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745058 Jun 21 14:05:31.740406 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Router bd41312b-23cf-4190-9911-8ee1749c4544 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:05:31.851013 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:05:31.861945 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:05:31.869550 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:31.875466 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:05:31.876116 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:05:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:31.907275 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0380330 Jun 21 14:05:31.907945 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654'}] {{(pid=92753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:05:31.910446 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe4a640c2403949659d4cc53932cbb68bc41a66d94213b97b61e04198fcac259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f" -d '{"events": [{"name": "network-changed", "server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654"}]}' {{(pid=92753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:05:31.922476 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d0c3-e53b-4512-ae54-fdb33acc3867 req-efc46c3e-4a35-40e7-baaa-9015344e822b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:31.924517 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e0c1d0c3-e53b-4512-ae54-fdb33acc3867 req-efc46c3e-4a35-40e7-baaa-9015344e822b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0959744 Jun 21 14:05:31.981742 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e0c1d0c3-e53b-4512-ae54-fdb33acc3867 req-d58a1931-4081-405b-b1cc-9a3674a48363 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510507 Jun 21 14:05:32.014753 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:05:32.089824 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a7b070-212f-4d9d-8a02-5d0d7500e943 x-openstack-request-id: req-e2a7b070-212f-4d9d-8a02-5d0d7500e943 {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:05:32.090470 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654", "status": "completed", "code": 200}]} {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:05:32.092574 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2a7b070-212f-4d9d-8a02-5d0d7500e943 {{(pid=92753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:05:32.093151 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'status': 'completed', 'code': 200} Jun 21 14:05:32.123474 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43550) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:32.256311 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-5e6b8a60-5dd5-4b55-961f-e78eb8ae5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:32.258119 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-5e6b8a60-5dd5-4b55-961f-e78eb8ae5bfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 1099 time: 0.1095052 Jun 21 14:05:32.262346 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-b050fb3d-3e63-402a-97e5-9f764e159d88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372356 Jun 21 14:05:32.279256 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:30Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:32.309798 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:05:32.319226 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:05:32.320038 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:05:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:32.362075 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-42380ce6-d31e-4a43-9401-c44fec2afb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:32.364523 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-42380ce6-d31e-4a43-9401-c44fec2afb44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0986464 Jun 21 14:05:32.428149 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:05:32.434808 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-326ea074-2810-45d9-bcfc-0615541885eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654 HTTP/1.1" status: 200 len: 1000 time: 0.0616009 Jun 21 14:05:32.485147 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-cefeadab-cf76-4c0f-b9de-79f864777363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:32.486837 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-cefeadab-cf76-4c0f-b9de-79f864777363 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0452180 Jun 21 14:05:32.550552 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-5b6b0d6f-2c70-45cc-a85c-0f5dce5b093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:32.552046 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-5b6b0d6f-2c70-45cc-a85c-0f5dce5b093d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556705 Jun 21 14:05:32.643945 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-b728f1a1-32f9-421f-b59c-cbe4ca6d8fb9 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851018 Jun 21 14:05:32.661445 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:30Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:32.697689 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca9f73-8ea8-4d82-af82-2c63bf1efffd None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:30Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:05:32.751102 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e56e2a96-4c25-49b2-9b3c-5d51eae9e20f req-5784a135-36ea-4ad2-ad6c-3ee52ad2e645 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995569 Jun 21 14:05:32.926889 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af220b2e-5ea2-4e00-ad55-6a8b23e96a77 None None] New status for floating IP 2e66d6da-8674-46e5-9872-90c7b20bcad4: ACTIVE {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:05:32.948917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a1967-06e5-40ed-adfc-1d8a84f666ec req-74e9ad1f-2026-4d61-a912-75bdd38b7f6c tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:32.950422 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7d5a1967-06e5-40ed-adfc-1d8a84f666ec req-74e9ad1f-2026-4d61-a912-75bdd38b7f6c tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0785236 Jun 21 14:05:32.991318 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7d5a1967-06e5-40ed-adfc-1d8a84f666ec req-5e6fd702-9540-48ff-a92e-f5176bd8ebb3 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346768 Jun 21 14:05:33.162987 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fda3d-9de0-4903-8346-c721036b08b5 req-ae90cc8c-c82d-414f-bb50-5c2a0239082f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:33.164594 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a63fda3d-9de0-4903-8346-c721036b08b5 req-ae90cc8c-c82d-414f-bb50-5c2a0239082f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0658076 Jun 21 14:05:33.206519 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a63fda3d-9de0-4903-8346-c721036b08b5 req-c938de7a-3c82-45fe-ad93-72e666d4bfcb tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333490 Jun 21 14:05:34.169664 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25d23-2c6d-4573-accd-5b265ecfd538 req-7f25b662-1e6d-4829-98c9-526c74bab258 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:34.171110 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1f25d23-2c6d-4573-accd-5b265ecfd538 req-7f25b662-1e6d-4829-98c9-526c74bab258 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0697868 Jun 21 14:05:34.213482 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1f25d23-2c6d-4573-accd-5b265ecfd538 req-44f7c126-3b11-4aee-b7e6-3924d9ab0efc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347557 Jun 21 14:05:34.397395 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06019cd-04d1-4275-8092-374b312fdf0c req-c97c625f-e7a5-4e4d-90a5-a6dde91f4abc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:34.399489 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a06019cd-04d1-4275-8092-374b312fdf0c req-c97c625f-e7a5-4e4d-90a5-a6dde91f4abc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0731843 Jun 21 14:05:34.416593 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1b2391f7-b7b0-47a7-8565-b22a470abff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:34.438313 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a06019cd-04d1-4275-8092-374b312fdf0c req-5d0a80e8-e5a8-47f7-8a23-5b61f860ce7d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335882 Jun 21 14:05:35.401585 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319d72-7fc7-4552-9924-a03fef0a8d80 req-8626b0f8-f32e-439f-9152-bbddc498abd9 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:35.403024 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8319d72-7fc7-4552-9924-a03fef0a8d80 req-8626b0f8-f32e-439f-9152-bbddc498abd9 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0700228 Jun 21 14:05:35.445050 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e8319d72-7fc7-4552-9924-a03fef0a8d80 req-47941395-4d5e-4d95-a27b-3240525c31f4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337031 Jun 21 14:05:35.637526 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827f4d4-a2cc-4cb8-b065-060cfc40458f req-cfef7523-f7da-453b-aab4-3b8b6e000357 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:35.639343 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f827f4d4-a2cc-4cb8-b065-060cfc40458f req-cfef7523-f7da-453b-aab4-3b8b6e000357 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0722990 Jun 21 14:05:35.676887 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f827f4d4-a2cc-4cb8-b065-060cfc40458f req-7e5ec028-3b5d-44e0-84a8-954c9af3389d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Jun 21 14:05:36.636709 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:05:36.639649 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19d83e-b63c-45c5-bb11-43fca8c894c8 req-21110d52-a72d-47f8-a47e-5c969b11207b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:36.641132 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-df19d83e-b63c-45c5-bb11-43fca8c894c8 req-21110d52-a72d-47f8-a47e-5c969b11207b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0756450 Jun 21 14:05:36.682562 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-df19d83e-b63c-45c5-bb11-43fca8c894c8 req-fcb228ac-11a1-4ab3-90d8-ac95b763637b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351403 Jun 21 14:05:36.865085 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e560-157e-424d-be0f-713bd508de45 req-61c857b7-f506-4166-83cc-8c63be8d20d9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:36.866423 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3355e560-157e-424d-be0f-713bd508de45 req-61c857b7-f506-4166-83cc-8c63be8d20d9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0668817 Jun 21 14:05:36.905285 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3355e560-157e-424d-be0f-713bd508de45 req-a6b09120-37fb-4b60-af7a-1f0f2b290dd8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307648 Jun 21 14:05:37.048972 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-b14b8baf-bad8-47e5-9a71-7e0ee0e56bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:37.329273 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:37.871925 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb810-06c7-4965-a089-14bcb192a799 req-4e1ceba3-3e59-4532-8e36-0df43eea972c tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:37.873310 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1a3fb810-06c7-4965-a089-14bcb192a799 req-4e1ceba3-3e59-4532-8e36-0df43eea972c tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0673189 Jun 21 14:05:37.915204 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1a3fb810-06c7-4965-a089-14bcb192a799 req-146251a2-57a9-4cab-b1c3-670ffeeb5519 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339475 Jun 21 14:05:38.082455 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9414136-c1b5-4e71-a083-0e691e7b9871 req-c26816c8-408b-4108-8a8b-f6dfcf12dd92 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:38.084134 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d9414136-c1b5-4e71-a083-0e691e7b9871 req-c26816c8-408b-4108-8a8b-f6dfcf12dd92 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0660162 Jun 21 14:05:38.122459 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d9414136-c1b5-4e71-a083-0e691e7b9871 req-e74c76f2-67da-4126-8ab6-439eeb53640b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322015 Jun 21 14:05:38.138460 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:38.537378 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-481149be-a448-4b2e-b2e6-acc19b1433ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:38.538860 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-481149be-a448-4b2e-b2e6-acc19b1433ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991&tenant_id=2df8686152384c01ace3fc274154a2e9 HTTP/1.1" status: 200 len: 1096 time: 0.1004777 Jun 21 14:05:38.629747 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-08bddf30-cc43-4321-8727-0e5241fcecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:38.631194 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-08bddf30-cc43-4321-8727-0e5241fcecef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1096 time: 0.0534997 Jun 21 14:05:38.725839 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-cfd9b96b-18f2-487c-9906-93b9b7ed2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:38.727248 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-cfd9b96b-18f2-487c-9906-93b9b7ed2ead service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0894504 Jun 21 14:05:38.791107 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-03b78a6a-f046-4f32-bbd0-6c6fdef41bde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 200 len: 999 time: 0.0561540 Jun 21 14:05:38.808989 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:38.848664 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-9b2208d5-3494-45b8-b45a-c09d1b6a0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:38.850107 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-9b2208d5-3494-45b8-b45a-c09d1b6a0ae4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0518835 Jun 21 14:05:38.907928 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-30a654ec-ad64-462b-80ff-7dc8d7da2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:38.909425 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-30a654ec-ad64-462b-80ff-7dc8d7da2e72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517972 Jun 21 14:05:38.996875 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-dcec8b52-863d-46be-b125-2ca05a185b20 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803857 Jun 21 14:05:39.122501 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-59655c5f-fa3e-4e83-be40-b25f9ba879d5 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194112 Jun 21 14:05:39.138204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9923ae-67cf-4852-9bda-12fbddb68ba8 req-323d2136-0f88-4e94-8fc4-f4d8a87b32e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:39.139626 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-be9923ae-67cf-4852-9bda-12fbddb68ba8 req-323d2136-0f88-4e94-8fc4-f4d8a87b32e1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0926194 Jun 21 14:05:39.181051 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-be9923ae-67cf-4852-9bda-12fbddb68ba8 req-7f8180ee-127d-4f01-8065-b0e468a57ef5 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353611 Jun 21 14:05:39.317271 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bd685-0128-40b9-b33b-a27c4bda2099 req-87067f63-edee-471b-a7f1-5dfdb4f6a540 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:39.318773 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c91bd685-0128-40b9-b33b-a27c4bda2099 req-87067f63-edee-471b-a7f1-5dfdb4f6a540 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0704625 Jun 21 14:05:39.360995 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c91bd685-0128-40b9-b33b-a27c4bda2099 req-af56a019-53de-4de0-bff3-f660b85a38f1 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334270 Jun 21 14:05:39.671916 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:40.368488 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eef388-7dd5-4a8f-b095-bf1dc152e4fc req-3e436e44-9ff8-494d-8005-4d2ed80f4a50 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:40.369883 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-90eef388-7dd5-4a8f-b095-bf1dc152e4fc req-3e436e44-9ff8-494d-8005-4d2ed80f4a50 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0709555 Jun 21 14:05:40.410697 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-90eef388-7dd5-4a8f-b095-bf1dc152e4fc req-da91d176-5878-4888-a1cb-d11ee710fd6d tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349376 Jun 21 14:05:40.536944 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80e22c-8f99-42fd-9539-a600fa0765e1 req-950ef263-dc0e-4397-bc5d-bcdca0a1cd40 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:40.538476 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-de80e22c-8f99-42fd-9539-a600fa0765e1 req-950ef263-dc0e-4397-bc5d-bcdca0a1cd40 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0635097 Jun 21 14:05:40.576833 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-de80e22c-8f99-42fd-9539-a600fa0765e1 req-430f8905-ef4b-4cc4-9525-d2494784666e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326777 Jun 21 14:05:41.607006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9713f8c-950c-4b30-aa43-f13b015b15f6 req-9d6526e0-b034-4acc-93db-16b3e2665218 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:41.608537 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e9713f8c-950c-4b30-aa43-f13b015b15f6 req-9d6526e0-b034-4acc-93db-16b3e2665218 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0677030 Jun 21 14:05:41.650323 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e9713f8c-950c-4b30-aa43-f13b015b15f6 req-64f24463-1d8c-4804-9d2e-3791810e2ca9 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334191 Jun 21 14:05:41.762031 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc60977-c1e5-4e8f-b403-be063021b56b req-8114ac37-e23e-4b24-a657-255a22e01dcf tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:41.763579 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9bc60977-c1e5-4e8f-b403-be063021b56b req-8114ac37-e23e-4b24-a657-255a22e01dcf tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0689945 Jun 21 14:05:41.801970 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9bc60977-c1e5-4e8f-b403-be063021b56b req-b8afad23-1bf9-4e40-a172-6ab0eac185f3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Jun 21 14:05:42.841383 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b60c-1c56-4c91-8b95-10ef7e15c897 req-0a566f37-780c-4363-90bc-301da1ee70c9 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:42.844488 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2e09b60c-1c56-4c91-8b95-10ef7e15c897 req-0a566f37-780c-4363-90bc-301da1ee70c9 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0705819 Jun 21 14:05:42.887258 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2e09b60c-1c56-4c91-8b95-10ef7e15c897 req-6f225ed6-9ded-4a65-9006-126af1d7633a tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377774 Jun 21 14:05:42.985002 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f42536-74e3-420d-8671-838df07fd994 req-c8850b5a-0042-4c37-9d83-b08e9a222380 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:42.986454 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-71f42536-74e3-420d-8671-838df07fd994 req-c8850b5a-0042-4c37-9d83-b08e9a222380 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0658796 Jun 21 14:05:43.023111 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-71f42536-74e3-420d-8671-838df07fd994 req-a168e706-5be3-4443-9ca9-44d9ea2df0b9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Jun 21 14:05:44.068374 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720d268-15b4-4b28-a8ab-15b05ff28f88 req-547b6740-3f94-4732-8cc7-82f6fd25ff0f tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:44.069961 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6720d268-15b4-4b28-a8ab-15b05ff28f88 req-547b6740-3f94-4732-8cc7-82f6fd25ff0f tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0711055 Jun 21 14:05:44.111476 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6720d268-15b4-4b28-a8ab-15b05ff28f88 req-2dcdc2ac-078e-474d-9efc-03d684156ef7 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353761 Jun 21 14:05:44.206261 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e29278-0fdb-40a7-a56a-15e93fe4f9eb req-3a2d6d51-126a-43e9-9e4a-7eb727471bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:44.207776 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-96e29278-0fdb-40a7-a56a-15e93fe4f9eb req-3a2d6d51-126a-43e9-9e4a-7eb727471bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0647626 Jun 21 14:05:44.245686 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-96e29278-0fdb-40a7-a56a-15e93fe4f9eb req-8a7f101b-e0eb-4240-90c6-b0c1091058ea tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Jun 21 14:05:45.296643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977d53a-7e57-464a-98b1-dffa3c200122 req-ccb64fd6-fe86-4fff-9aa3-cf704b35a85b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:45.298328 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6977d53a-7e57-464a-98b1-dffa3c200122 req-ccb64fd6-fe86-4fff-9aa3-cf704b35a85b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0676289 Jun 21 14:05:45.354355 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6977d53a-7e57-464a-98b1-dffa3c200122 req-e8affbf9-81e0-4b0e-bdf2-1163fd2d66b0 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501769 Jun 21 14:05:45.450324 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee472c-b638-4c44-8721-faaecf06b0cd req-7c85bcb0-0f6c-484a-8328-4e8ddbf399e8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:45.451757 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8cee472c-b638-4c44-8721-faaecf06b0cd req-7c85bcb0-0f6c-484a-8328-4e8ddbf399e8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0733943 Jun 21 14:05:45.454729 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:05:45.490005 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8cee472c-b638-4c44-8721-faaecf06b0cd req-9f54fdc3-1194-4529-bb80-22e99e874958 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323715 Jun 21 14:05:46.533651 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba8c0-23f0-4046-9ade-e3aba38c5149 req-876a0567-1f54-4194-ad97-fd7a13afe570 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:46.535359 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-95eba8c0-23f0-4046-9ade-e3aba38c5149 req-876a0567-1f54-4194-ad97-fd7a13afe570 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0748756 Jun 21 14:05:46.575995 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-95eba8c0-23f0-4046-9ade-e3aba38c5149 req-f46a3a8a-ddf5-4ce9-8738-671a844f4276 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344975 Jun 21 14:05:46.684243 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec99648-686f-4381-82a8-b05baf68211e req-9f5dd37a-4e48-4071-847e-19f6932433d4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:46.685654 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dec99648-686f-4381-82a8-b05baf68211e req-9f5dd37a-4e48-4071-847e-19f6932433d4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0641222 Jun 21 14:05:46.729208 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dec99648-686f-4381-82a8-b05baf68211e req-fd0a1d50-22e8-4056-8af6-3c279148926d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375090 Jun 21 14:05:47.759535 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62665ac-58d8-4a2f-8534-505116c76465 req-0fd5bb5e-3ecd-4a51-9f7b-d8cef7114e88 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:47.761300 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e62665ac-58d8-4a2f-8534-505116c76465 req-0fd5bb5e-3ecd-4a51-9f7b-d8cef7114e88 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0731716 Jun 21 14:05:47.803027 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e62665ac-58d8-4a2f-8534-505116c76465 req-033337b3-31c9-411e-8149-c91c7a7550eb tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358186 Jun 21 14:05:47.923578 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eeab1-fb5f-442d-87b3-63e2d1e5f3f0 req-cdc4879a-bc4a-4a9e-8f32-7842ee36094c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:47.925145 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cb7eeab1-fb5f-442d-87b3-63e2d1e5f3f0 req-cdc4879a-bc4a-4a9e-8f32-7842ee36094c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0664225 Jun 21 14:05:47.966913 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cb7eeab1-fb5f-442d-87b3-63e2d1e5f3f0 req-830bfa45-09ad-4d81-925b-a281565a54b8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357347 Jun 21 14:05:48.985328 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e901ae-2093-416a-8bcf-10a821654ec4 req-4d9efbad-8ea0-4861-b893-b600bead5434 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:48.986815 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-12e901ae-2093-416a-8bcf-10a821654ec4 req-4d9efbad-8ea0-4861-b893-b600bead5434 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0701408 Jun 21 14:05:49.029716 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-12e901ae-2093-416a-8bcf-10a821654ec4 req-bfdcaf95-a4f5-4177-9fb9-cc4092e98e37 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365815 Jun 21 14:05:49.151112 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43742) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:49.164043 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ccf50-9df6-41ed-910b-72888b7d073f req-703f702c-a712-4ed4-bef0-32d2871dd614 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:49.165586 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-079ccf50-9df6-41ed-910b-72888b7d073f req-703f702c-a712-4ed4-bef0-32d2871dd614 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0744970 Jun 21 14:05:49.202951 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Deleting subnet 5d95d02a-bc8a-435d-8345-280a74daa9a7 {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:05:49.205948 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.208105 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-079ccf50-9df6-41ed-910b-72888b7d073f req-24d73640-dc75-4ab4-9407-02220a99f1d8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344110 Jun 21 14:05:49.252544 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.292073 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.344559 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.347519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:49.375710 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d95d02a-bc8a-435d-8345-280a74daa9a7,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:49.378226 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.382446 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d95d02a-bc8a-435d-8345-280a74daa9a7 HTTP/1.1" status: 204 len: 168 time: 0.2279210 Jun 21 14:05:49.383435 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 43744) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:49.387382 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.387759 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.388119 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.388494 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.388849 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.389214 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.389546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.390525 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.390525 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.390525 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.390901 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.391220 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:49.394490 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b46bfc20-c778-4041-bc65-894338680d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:49.452804 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.568554 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.579439 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90f90e8-43ea-4a32-b5b2-c5dd3ce99257']}} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:49.601004 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd80a7d-a566-48a3-a1f5-cb7116adaaee') {'for_net_delete': True} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:49.601398 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd80a7d-a566-48a3-a1f5-cb7116adaaee') {} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:49.616508 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929203'] for segment, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.648490 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.655905 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=92753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:05:49.656415 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12712247'] for segment, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: Traceback (most recent call last): Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: timer() Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: cb(*args, **kw) Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: return func(*args, **kwargs) Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: self._notify() Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: self.callback(batched_events) Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: event.method(event) Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: return f(self, *a, **k) Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._get(url).json() Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: return self.request(url, 'GET', **kwargs) Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:05:49.658449 dv-cinder-794962-5-iscsi neutron-server[92753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:05:49.734071 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.740243 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.743216 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] 10.222.0.21 "DELETE /v2.0/networks/c90f90e8-43ea-4a32-b5b2-c5dd3ce99257 HTTP/1.1" status: 204 len: 168 time: 0.3589640 Jun 21 14:05:49.744226 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:49.771213 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c90f90e8-43ea-4a32-b5b2-c5dd3ce99257,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:49.774385 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-36d67412-09ab-4315-9c98-ee6e07824c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:49.877829 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 43750) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:49.918498 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ee3df93a-5a4e-4737-9412-8947ed654530 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71fccb3b5da047dbb9e0e4691e4fdf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392694 Jun 21 14:05:49.920931 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43752) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:49.974697 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3b13780b-8a2e-44d4-9276-aae97deb595d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:49.997238 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3b13780b-8a2e-44d4-9276-aae97deb595d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.045158 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3b13780b-8a2e-44d4-9276-aae97deb595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.048016 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3b13780b-8a2e-44d4-9276-aae97deb595d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.049214 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3b13780b-8a2e-44d4-9276-aae97deb595d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77805ca0-43f7-4d14-b195-4201ffc017fa HTTP/1.1" status: 204 len: 168 time: 0.1270936 Jun 21 14:05:50.050085 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f8ab8878-ca11-4094-8757-fcd7e85d1646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:50.058438 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13780b-8a2e-44d4-9276-aae97deb595d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77805ca0-43f7-4d14-b195-4201ffc017fa,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:50.060947 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3b13780b-8a2e-44d4-9276-aae97deb595d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:50.221587 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b02aa8-2917-4e2b-af8c-00294cf2ed01 req-3aa5b43d-b837-47db-95b1-8b3001710f3d tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:50.223146 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d6b02aa8-2917-4e2b-af8c-00294cf2ed01 req-3aa5b43d-b837-47db-95b1-8b3001710f3d tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0658026 Jun 21 14:05:50.319832 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d6b02aa8-2917-4e2b-af8c-00294cf2ed01 req-6b783072-858c-43ab-83bb-0610b9217103 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904634 Jun 21 14:05:50.416506 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03356d47-907d-47c0-94bb-8fc03a9971cd req-47f1d873-e6a6-4914-b2f2-1d4af637879e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:50.417991 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03356d47-907d-47c0-94bb-8fc03a9971cd req-47f1d873-e6a6-4914-b2f2-1d4af637879e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0757773 Jun 21 14:05:50.455328 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-03356d47-907d-47c0-94bb-8fc03a9971cd req-25013f93-8506-4be5-b4d7-4d9bfd058cf5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315008 Jun 21 14:05:51.514708 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e1b4f-cc85-4531-bbac-210e13858ef4 req-bf29733a-8e3c-4a59-8621-c6baf38802f4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:51.516283 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-296e1b4f-cc85-4531-bbac-210e13858ef4 req-bf29733a-8e3c-4a59-8621-c6baf38802f4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0688078 Jun 21 14:05:51.562587 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-296e1b4f-cc85-4531-bbac-210e13858ef4 req-71dbb3e3-c798-4681-a558-36b745eaa518 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401931 Jun 21 14:05:51.644950 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ce7ef-9b4c-4b17-9a55-f768a4eb8101 req-424495c2-25a4-41e8-b465-88871c08ec11 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:51.646492 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-184ce7ef-9b4c-4b17-9a55-f768a4eb8101 req-424495c2-25a4-41e8-b465-88871c08ec11 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0680003 Jun 21 14:05:51.686484 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-184ce7ef-9b4c-4b17-9a55-f768a4eb8101 req-83bd93e0-9a9f-4566-9754-e8c17bcae6ce tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340664 Jun 21 14:05:52.750253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59391692-f3a8-4ce6-873f-ed4ef5740d75 req-e4f52956-fe50-4d07-9b8d-32d926aeaaa1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:52.756557 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-59391692-f3a8-4ce6-873f-ed4ef5740d75 req-e4f52956-fe50-4d07-9b8d-32d926aeaaa1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0738521 Jun 21 14:05:52.792327 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-59391692-f3a8-4ce6-873f-ed4ef5740d75 req-83b4a740-5443-4caf-a1d8-43d4dd4c9d8b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345867 Jun 21 14:05:52.868654 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b58a-8893-4087-a2ff-320aa793962c req-032a8b7f-ad37-452c-bb7c-b06e4d47d56a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:52.870154 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a218b58a-8893-4087-a2ff-320aa793962c req-032a8b7f-ad37-452c-bb7c-b06e4d47d56a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0635147 Jun 21 14:05:52.909453 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a218b58a-8893-4087-a2ff-320aa793962c req-bdd53e6c-5268-49df-a423-3e085357565e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334718 Jun 21 14:05:53.975267 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e817c6-59e8-461c-8ceb-fad66fc76411 req-350285d8-31ad-4870-85e4-5f308c3542f3 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:53.976764 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-34e817c6-59e8-461c-8ceb-fad66fc76411 req-350285d8-31ad-4870-85e4-5f308c3542f3 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0675488 Jun 21 14:05:54.022364 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-34e817c6-59e8-461c-8ceb-fad66fc76411 req-acad68aa-b2bf-48c5-b7d9-06d2002145ab tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396016 Jun 21 14:05:54.105581 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39cb7e-48d0-437b-9501-0b89a5288832 req-f6aa81df-8010-47a9-9928-f08e9b457b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:54.106939 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-db39cb7e-48d0-437b-9501-0b89a5288832 req-f6aa81df-8010-47a9-9928-f08e9b457b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0785921 Jun 21 14:05:54.149157 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-db39cb7e-48d0-437b-9501-0b89a5288832 req-98824f60-b836-4a4e-ad51-34a5ab5fcb46 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Jun 21 14:05:55.219936 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a28e0-4547-4a6b-b572-d8bad57833c9 req-9d3c3cf8-49fa-4334-88c0-e7d2b32d62ad tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:55.221426 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e0a28e0-4547-4a6b-b572-d8bad57833c9 req-9d3c3cf8-49fa-4334-88c0-e7d2b32d62ad tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0726733 Jun 21 14:05:55.261399 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e0a28e0-4547-4a6b-b572-d8bad57833c9 req-6e4687df-64b6-434e-99e8-35db09584753 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340929 Jun 21 14:05:55.333175 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99111c-6d2e-4e02-b51c-40f33aeca66b req-2a3c7a4e-d93f-4a33-a0b5-60a097bb1d93 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:55.334601 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8e99111c-6d2e-4e02-b51c-40f33aeca66b req-2a3c7a4e-d93f-4a33-a0b5-60a097bb1d93 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0679076 Jun 21 14:05:55.382704 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8e99111c-6d2e-4e02-b51c-40f33aeca66b req-8914af4e-a5de-4bae-b596-fc5c790f3512 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397394 Jun 21 14:05:56.440997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c1461-9836-4ddf-872a-2efd33e0d048 req-dfc46144-5274-4927-95d6-4b5bf42d7c04 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:56.442434 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-016c1461-9836-4ddf-872a-2efd33e0d048 req-dfc46144-5274-4927-95d6-4b5bf42d7c04 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0628555 Jun 21 14:05:56.482967 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-016c1461-9836-4ddf-872a-2efd33e0d048 req-c9f9aee2-9a9a-45ef-9644-8a2b45e5e94e tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331910 Jun 21 14:05:56.563368 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa29f5f-24b5-471c-ade6-f58428632480 req-79c2e967-5916-4b7a-82af-9e84ba38b576 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:56.564757 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9fa29f5f-24b5-471c-ade6-f58428632480 req-79c2e967-5916-4b7a-82af-9e84ba38b576 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0627449 Jun 21 14:05:56.601512 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9fa29f5f-24b5-471c-ade6-f58428632480 req-1e9762b2-baae-471b-a61d-4c4775292a6c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Jun 21 14:05:57.791266 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8512026-1bcb-4632-9f23-f40263c758c5 req-22611841-c46f-4326-a91e-14920e73a391 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:57.793788 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c8512026-1bcb-4632-9f23-f40263c758c5 req-22611841-c46f-4326-a91e-14920e73a391 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0737994 Jun 21 14:05:57.816738 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf5009-3636-481a-b244-f8c06bdfde2c req-0066dab0-906e-4b46-a4d6-379d26f17afb tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:57.818210 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d0bf5009-3636-481a-b244-f8c06bdfde2c req-0066dab0-906e-4b46-a4d6-379d26f17afb tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0675368 Jun 21 14:05:57.833345 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c8512026-1bcb-4632-9f23-f40263c758c5 req-92fd04ac-3dc8-4a89-979a-c7bfa57f06f6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336218 Jun 21 14:05:57.857299 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d0bf5009-3636-481a-b244-f8c06bdfde2c req-3dda4836-2b91-4592-a529-ac5698b68f61 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&id=9bd72384-ceae-4c55-9dd5-69978363cb85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331457 Jun 21 14:05:59.033791 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd32d6a-de75-45db-b52a-8ca57aa7d57f req-69fbd2ad-0af5-4542-9508-537660837b1b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:59.035286 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5dd32d6a-de75-45db-b52a-8ca57aa7d57f req-69fbd2ad-0af5-4542-9508-537660837b1b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0768559 Jun 21 14:05:59.076192 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5dd32d6a-de75-45db-b52a-8ca57aa7d57f req-3947bb53-8c90-4674-93f7-9b2318206f46 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Jun 21 14:06:00.270486 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe9488-1753-4afd-84a8-97e6aa0808d7 req-bfe51ff8-1d70-41ba-b5fc-31c820e71575 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:00.271933 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-93fe9488-1753-4afd-84a8-97e6aa0808d7 req-bfe51ff8-1d70-41ba-b5fc-31c820e71575 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0748651 Jun 21 14:06:00.308771 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-93fe9488-1753-4afd-84a8-97e6aa0808d7 req-1634b243-ec3b-4455-a368-b3182bdf5e29 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307357 Jun 21 14:06:01.505806 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f07b9d-d490-4588-8ffd-348ce20a357d req-5dd9de9b-a447-423f-99bc-c22269f62c6f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:01.507161 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a5f07b9d-d490-4588-8ffd-348ce20a357d req-5dd9de9b-a447-423f-99bc-c22269f62c6f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0727775 Jun 21 14:06:01.545235 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a5f07b9d-d490-4588-8ffd-348ce20a357d req-edfded32-bebc-4738-ac36-da2087853527 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Jun 21 14:06:02.659658 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1265-06bf-4be9-977a-6a4d4cc5d807 req-57388754-6991-4b2a-9117-6e76502e5b8b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:02.661147 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-850f1265-06bf-4be9-977a-6a4d4cc5d807 req-57388754-6991-4b2a-9117-6e76502e5b8b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0673625 Jun 21 14:06:02.698816 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-850f1265-06bf-4be9-977a-6a4d4cc5d807 req-3c789980-d1ee-42e0-b757-8747a9104e46 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Jun 21 14:06:02.729125 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6050a-5432-4c69-a168-016fb9e8a1e2 req-86120749-fc23-4cdc-9347-6a0ce30f4afe tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:02.730626 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-82a6050a-5432-4c69-a168-016fb9e8a1e2 req-86120749-fc23-4cdc-9347-6a0ce30f4afe tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0659025 Jun 21 14:06:02.770222 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-82a6050a-5432-4c69-a168-016fb9e8a1e2 req-92ebb849-2039-4ef3-90d4-c7da34cfbb25 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338891 Jun 21 14:06:03.877468 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57348de7-e8cd-4c1b-9707-17cfcb301e09 req-56877bb4-4c45-4e97-8ab4-ec7e40a8c807 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:03.878955 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-57348de7-e8cd-4c1b-9707-17cfcb301e09 req-56877bb4-4c45-4e97-8ab4-ec7e40a8c807 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0636339 Jun 21 14:06:03.915401 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-57348de7-e8cd-4c1b-9707-17cfcb301e09 req-91640936-9495-4d3a-853b-995da8247fa9 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e7f7c48-d512-401b-9b81-fe1331f82c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306330 Jun 21 14:06:03.952762 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd78a32-ea06-4d22-b89e-dce01e7ce10e req-431070c3-c5b6-4750-8336-919a714f61f9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:03.954259 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7fd78a32-ea06-4d22-b89e-dce01e7ce10e req-431070c3-c5b6-4750-8336-919a714f61f9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0647581 Jun 21 14:06:03.991426 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7fd78a32-ea06-4d22-b89e-dce01e7ce10e req-959583d5-5ae3-48a3-8d11-fa7a2071d6b7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Jun 21 14:06:04.213276 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-53e64f59-9dcf-458b-9dc1-ce1770625ef8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:04.214703 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-53e64f59-9dcf-458b-9dc1-ce1770625ef8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 946 time: 0.0736203 Jun 21 14:06:04.326372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Deleting port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:06:04.326722 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.419041 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-30b86574-1158-4b0b-9d37-1df971691140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.420126 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] For port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:04.420551 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.599799 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.600149 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.600452 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Floating IP 9cd16497-d2d6-414f-8091-d557fd3afbf8 disassociated. External IP: 172.27.2.6, port: 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76. Jun 21 14:06:04.600822 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Calling delete_port for 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:06:04.728231 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.732216 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:04.761019 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event deleted for resources: {'Port': ['ID=2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:04.763972 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:04.872649 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:06:04.977573 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:06:04.988539 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] Sync routers for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:06:04.997896 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:04.998543 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:05:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:05.073276 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aa7a53a7-662c-4390-9743-312f0fc86aa7 req-b906ecc6-b393-40ac-9f44-da1cf3398e19 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7 HTTP/1.1" status: 200 len: 210 time: 0.0354180 Jun 21 14:06:05.154707 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:05.306626 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] No DVR routers for this DVR port 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:06:05.310259 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:05.312268 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4aa86f57-2ee2-4b18-a6bf-bd3862dc572f req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "DELETE /v2.0/ports/2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 HTTP/1.1" status: 204 len: 173 time: 1.0908339 Jun 21 14:06:05.314258 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'name': 'network-vif-deleted', 'tag': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:05.316669 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591556cb-e597-435e-b079-9df2f8cd0b40" -d '{"events": [{"server_uuid": "5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7", "name": "network-vif-deleted", "tag": "2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:05.361090 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c93350-f9ba-4b61-beaa-06edacfa15f7 req-d226cbfb-7b12-4e8b-ab71-ad1beef6a7f3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:05.362587 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-61c93350-f9ba-4b61-beaa-06edacfa15f7 req-d226cbfb-7b12-4e8b-ab71-ad1beef6a7f3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0981305 Jun 21 14:06:05.364129 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d90c2d5-9ea5-4c2d-97be-7297905e09f9 x-openstack-request-id: req-6d90c2d5-9ea5-4c2d-97be-7297905e09f9 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:05.364467 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7", "name": "network-vif-deleted", "tag": "2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:05.364757 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d90c2d5-9ea5-4c2d-97be-7297905e09f9 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:05.365169 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f42d5-d3d3-41e3-b8d1-e5510e1631b7', 'name': 'network-vif-deleted', 'tag': '2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76', 'status': 'completed', 'code': 200} Jun 21 14:06:05.368845 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:05.396999 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] Checking router: 3efcedfb-f4fd-4941-bd22-f4f7247ca980 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:06:05.405225 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:05.405602 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-61c93350-f9ba-4b61-beaa-06edacfa15f7 req-bcf778df-e39b-4b16-828f-f2ad484d3b6c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361359 Jun 21 14:06:05.405832 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:05:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:05.511877 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:05.708618 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:05.733614 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc1489e-32c9-4bec-b97d-f5817a4f7f2f None None] The sync data for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi is: [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:06:05.953310 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e8839-090e-4dac-be13-9f426116feea None None] New status for floating IP 9cd16497-d2d6-414f-8091-d557fd3afbf8: DOWN {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:06:06.214420 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43824) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:06.282490 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ec8a91b0-810d-41bd-b1be-569307976e9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.306074 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ec8a91b0-810d-41bd-b1be-569307976e9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.355841 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ec8a91b0-810d-41bd-b1be-569307976e9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.358626 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ec8a91b0-810d-41bd-b1be-569307976e9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.359740 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-ec8a91b0-810d-41bd-b1be-569307976e9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e7f7c48-d512-401b-9b81-fe1331f82c1d HTTP/1.1" status: 204 len: 168 time: 0.1443138 Jun 21 14:06:06.360754 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f03163ec-bb5a-4b62-ba03-6149d50b1e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:06.362752 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 43826) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:06.370223 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a91b0-810d-41bd-b1be-569307976e9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7f7c48-d512-401b-9b81-fe1331f82c1d,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:06.377258 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.api.v2.resource [None req-28602f86-36e2-4f9f-9ec7-58dff43a437b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] show failed (client error): The resource could not be found. Jun 21 14:06:06.377447 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ec8a91b0-810d-41bd-b1be-569307976e9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:06.381808 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43828) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:06.382103 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-28602f86-36e2-4f9f-9ec7-58dff43a437b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups/0e7f7c48-d512-401b-9b81-fe1331f82c1d HTTP/1.1" status: 404 len: 347 time: 0.0177162 Jun 21 14:06:06.506694 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Deleting port f0b9a540-96c5-477f-960a-a86345202053 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:06:06.507092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.585229 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.585558 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.586439 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396e8fd-49f1-4180-b493-493a86b8fb5d req-53fa7720-4dd1-460f-b634-2606a9bf6475 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:06.587916 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3396e8fd-49f1-4180-b493-493a86b8fb5d req-53fa7720-4dd1-460f-b634-2606a9bf6475 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 943 time: 0.0656953 Jun 21 14:06:06.624684 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3396e8fd-49f1-4180-b493-493a86b8fb5d req-71a0f634-6a6a-44d0-9aee-3788e61f67d0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Jun 21 14:06:06.653372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Calling delete_port for f0b9a540-96c5-477f-960a-a86345202053 owned by network:floatingip {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:06:06.794333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.796834 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:06:06.797383 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-fca99ce8-004e-4bb8-b777-e76416349674 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:06.819673 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event deleted for resources: {'Port': ['ID=f0b9a540-96c5-477f-960a-a86345202053,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:06.824781 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:06.888417 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.891052 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.892215 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "DELETE /v2.0/floatingips/9cd16497-d2d6-414f-8091-d557fd3afbf8 HTTP/1.1" status: 204 len: 168 time: 0.5094361 Jun 21 14:06:06.905405 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:06.921987 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'port_id': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'mac_address': 'fa:16:3e:9e:1f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:06:06.962532 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.978624 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09a82e0-bace-45e8-b935-6bfeb6a08b28 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:06:07.000610 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:07.004523 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.007035 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:07.063173 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-9db409d3-6b85-4908-a250-27660ebe3b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.067720 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=9']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:07.074739 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.075157 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.075557 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.075948 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.076354 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.076737 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.077112 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.077494 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.077896 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.078259 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.078640 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.079005 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:07.082891 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:07.257824 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 43834) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:07.262782 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132302765', 'description': 'tempest-description--617317475'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:07.288028 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.323609 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.385275 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.391127 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.393636 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-8f6babf2-ae4d-4b87-9252-81d3c5eaaad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:07.418687 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.419874 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1609943 Jun 21 14:06:07.421758 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab559960-5385-41bc-8101-f6f646b9a3d5,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:07.423030 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43836) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:07.424973 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:07.428286 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'security_group_rule': {'security_group_id': 'ab559960-5385-41bc-8101-f6f646b9a3d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:07.455843 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.477400 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['f09a82e0-bace-45e8-b935-6bfeb6a08b28'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:06:07.521479 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.526755 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.529523 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7052e068-5d3a-47ce-9c84-d5b373feb72c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:07.545687 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10b8a68-92b8-479f-b904-dcc5a864eb44,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:07.549475 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:07.553721 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.557721 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309695 Jun 21 14:06:07.557917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43838) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:07.562735 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'security_group_rule': {'security_group_id': 'ab559960-5385-41bc-8101-f6f646b9a3d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:07.589893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.648446 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.656859 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.661745 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-70504a82-ade3-4b16-8d1e-9c8fdb08b9df tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:07.676443 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e1edc8-f188-4d88-ad21-ac0bd61096f8,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:07.679063 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:07.685212 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.689539 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272788 Jun 21 14:06:07.689830 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43842) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:07.694435 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:07.717037 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.806529 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8f85f-242e-4b3a-bbbf-c42015d154e3 req-d10d23fb-039b-48aa-92a5-dabac562b52d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:07.807979 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-21a8f85f-242e-4b3a-bbbf-c42015d154e3 req-d10d23fb-039b-48aa-92a5-dabac562b52d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 944 time: 0.0654805 Jun 21 14:06:07.815785 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.845610 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-21a8f85f-242e-4b3a-bbbf-c42015d154e3 req-12cd95dc-7e6d-4341-8730-aa253466ba31 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Jun 21 14:06:07.921390 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Allocated IP 172.27.2.120 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/a2e88707-3de3-4a8b-9ec1-1483563ff831) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:06:08.018676 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.061255 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.063157 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-267af8b9-a7c6-4699-a452-30196772d443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:08.099519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:06:08.102471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:06:08.105810 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:06:08.111157 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'Port': ['ID=a2e88707-3de3-4a8b-9ec1-1483563ff831,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:08.132970 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:08.143318 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.194199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.237255 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.402016 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.408212 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.410149 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-0ed69f88-b6ac-4ad3-8eb6-b3cc56d90790 tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:08.470311 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'Port': ['ID=a2e88707-3de3-4a8b-9ec1-1483563ff831,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:08.474110 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:08.483875 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.499844 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.501082 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8102863 Jun 21 14:06:08.695412 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-93708e23-8a01-48d1-b419-bd23fe43eebf tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--132302765&fields=id&tenant_id=7d173f3189e24446825aade1160d951e HTTP/1.1" status: 200 len: 267 time: 0.0372610 Jun 21 14:06:08.797253 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.806738 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:08.814361 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-785300c9-fd04-48e2-a53a-f97c3f33a472 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:08.815824 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-785300c9-fd04-48e2-a53a-f97c3f33a472 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 810 time: 0.1140294 Jun 21 14:06:08.830698 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-8fa9c126-9015-4418-bced-e26ae025aaed tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/quotas/7d173f3189e24446825aade1160d951e HTTP/1.1" status: 200 len: 375 time: 0.0091319 Jun 21 14:06:08.853488 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port f09a82e0-bace-45e8-b935-6bfeb6a08b28 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:08.853860 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.901710 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-c610afc9-bb31-4ad9-9cfa-627daf929554 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651343 Jun 21 14:06:08.934237 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.963130 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:08.965434 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5496ba-06bc-4309-b6fd-191a6f367808" -d '{"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-plugged", "status": "completed", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:08.987194 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:08.992775 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:08.993705 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:06:08.995830 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:09.008592 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-16452680-7e10-458a-a067-d21a9fea50bd service neutron] 10.222.0.21 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952392 Jun 21 14:06:09.033012 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:06:09.033378 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 2cc13f00-c5ad-4d34-9b9f-4b8bcf4f8b76 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:06:09.045251 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f68ea-f99b-4fc8-ab20-688fc9696255 req-9dab0a68-6ac6-414b-a144-ee3078d3bda7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:09.046744 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5a2f68ea-f99b-4fc8-ab20-688fc9696255 req-9dab0a68-6ac6-414b-a144-ee3078d3bda7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 944 time: 0.0726995 Jun 21 14:06:09.057121 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=10']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:09.060545 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:09.086337 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5a2f68ea-f99b-4fc8-ab20-688fc9696255 req-4ae05ff4-2ab3-4b85-b4c6-d8f97679c9c8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338628 Jun 21 14:06:09.110151 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-827592b1-2662-4b41-9ec2-acd0f8bb0516 service neutron] 10.222.0.21 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956886 Jun 21 14:06:09.134681 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa27cbe7-2103-4788-a415-d4d04ccc7a44 x-openstack-request-id: req-fa27cbe7-2103-4788-a415-d4d04ccc7a44 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:09.134983 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-plugged", "status": "completed", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:09.135291 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa27cbe7-2103-4788-a415-d4d04ccc7a44 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:09.135697 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'code': 200} Jun 21 14:06:09.277169 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-01656dbf-620e-4319-8542-78ea6cd4bde6 req-d916622b-eaad-4d01-bf3f-a7e9cdb53441 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 210 time: 0.0295284 Jun 21 14:06:09.610966 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:09.769925 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263161-1921-44bf-a9e5-f9c2f23baa6c req-5e875fce-f0a7-4fcf-a034-87f8a9e10878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:09.771332 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-16263161-1921-44bf-a9e5-f9c2f23baa6c req-5e875fce-f0a7-4fcf-a034-87f8a9e10878 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1099 time: 0.0568273 Jun 21 14:06:09.805802 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-16263161-1921-44bf-a9e5-f9c2f23baa6c req-ec398eaf-7e12-488b-9578-59da76802a6c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276303 Jun 21 14:06:10.280665 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d765f-da20-454a-92d5-3214fab93a6f req-7f5590ca-1d06-4913-8d08-1d8a44f8f7b5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:10.282251 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a6d765f-da20-454a-92d5-3214fab93a6f req-7f5590ca-1d06-4913-8d08-1d8a44f8f7b5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 946 time: 0.0691092 Jun 21 14:06:10.321656 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7a6d765f-da20-454a-92d5-3214fab93a6f req-07faa7cc-9594-45e4-9166-d2c5a890f5f7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Jun 21 14:06:10.420106 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b9a80890-decc-40e8-87a9-6dcbd4d8c4cc req-d1e0a85e-dab4-4052-b0e5-9f34154afe07 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 210 time: 0.0314901 Jun 21 14:06:10.889736 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-44418632-4673-4976-ae10-0d3e2f16d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:10.891294 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-44418632-4673-4976-ae10-0d3e2f16d475 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 1099 time: 0.0572555 Jun 21 14:06:11.007717 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-f2cfb891-0a43-416d-a070-4b7d631318c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:11.009389 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-f2cfb891-0a43-416d-a070-4b7d631318c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0982809 Jun 21 14:06:11.130375 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-3bf0f116-0fdf-43cd-9e6f-b6b59000218d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 200 len: 1001 time: 0.0824113 Jun 21 14:06:11.155799 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-7ed95868-22ba-480e-a5f2-842df57c13c0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:11.157093 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-7ed95868-22ba-480e-a5f2-842df57c13c0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 810 time: 0.1679757 Jun 21 14:06:11.207709 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-a10446cb-f4f2-45e6-a9e2-1508dcb85529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:11.209161 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-a10446cb-f4f2-45e6-a9e2-1508dcb85529 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0683908 Jun 21 14:06:11.226135 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-e8cd5538-eef8-44cc-a376-4d6214e58869 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d173f3189e24446825aade1160d951e HTTP/1.1" status: 200 len: 379 time: 0.0463128 Jun 21 14:06:11.247873 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'port': {'device_id': '7865a319-2bec-446e-9269-9b4c181273bf', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'admin_state_up': True, 'tenant_id': '7d173f3189e24446825aade1160d951e', 'security_groups': ['ab559960-5385-41bc-8101-f6f646b9a3d5']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:11.367532 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-d70b4242-e811-403a-9204-3c0de7f59721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:11.369062 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-d70b4242-e811-403a-9204-3c0de7f59721 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1345301 Jun 21 14:06:11.391436 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Made reservation on behalf of 7d173f3189e24446825aade1160d951e for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:06:11.395872 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:11.570320 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-705b740e-346e-47a6-997a-7df70d70fcea req-da307e68-105f-4622-95d9-a50f836fb798 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 210 time: 0.0289176 Jun 21 14:06:11.618176 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-2f5cef5e-a24a-4588-8c23-f220944c5a4b service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063975 Jun 21 14:06:11.652378 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Allocated IP 172.20.0.10 (97b3aeb1-651c-41db-99fd-01386d540e26/b3d8ef45-9799-407b-8152-f3b683e4292e/9e563746-4949-4531-84c6-7fd78792a04f) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:06:11.693017 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b5ac6-204e-4742-80de-fa0af4ae766b req-4d899c44-b802-4476-a689-4f496eacf3e9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:11.694525 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e72b5ac6-204e-4742-80de-fa0af4ae766b req-4d899c44-b802-4476-a689-4f496eacf3e9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 946 time: 0.2360528 Jun 21 14:06:11.800743 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e72b5ac6-204e-4742-80de-fa0af4ae766b req-8646f501-6f10-4d03-8cd4-bc6794637941 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989051 Jun 21 14:06:11.839091 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f1ae53fd-4853-4bec-a876-21d1b3bdbbf6 req-568d1e6f-4507-4a25-88a3-3b8026d44cf1 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112801 Jun 21 14:06:11.901560 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:11.915383 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Transition to ACTIVE for port object 9e563746-4949-4531-84c6-7fd78792a04f will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:06:11.949604 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:11.954278 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-19a2330e-fe1f-4081-9683-acf95e3e707f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:11.991491 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Network 97b3aeb1-651c-41db-99fd-01386d540e26 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:06:11.994680 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:06:11.997321 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:06:12.034399 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event updated for resources: {'Port': ['ID=9e563746-4949-4531-84c6-7fd78792a04f,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:12.039127 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:12.059521 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:12.060130 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.074708 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8389349 Jun 21 14:06:12.092837 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Request body: {'port': {'device_id': '7865a319-2bec-446e-9269-9b4c181273bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:12.168886 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.202767 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f853898b-b345-4475-9419-870980b9c07a None None] Provisioning for port 9e563746-4949-4531-84c6-7fd78792a04f completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:06:12.206629 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f853898b-b345-4475-9419-870980b9c07a None None] Provisioning complete for port 9e563746-4949-4531-84c6-7fd78792a04f triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:12.207182 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f853898b-b345-4475-9419-870980b9c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.242506 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-f853898b-b345-4475-9419-870980b9c07a None None] Port 9e563746-4949-4531-84c6-7fd78792a04f cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:06:12.423259 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e563746-4949-4531-84c6-7fd78792a04f {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:06:12.430653 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.448375 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Transition to ACTIVE for port object 9e563746-4949-4531-84c6-7fd78792a04f will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:06:12.453946 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.456793 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-44603d67-8012-4b19-82b3-1deb9b57e5ca tempest-VolumesSnapshotTestJSON-878985563 tempest-VolumesSnapshotTestJSON-878985563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:12.526818 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e563746-4949-4531-84c6-7fd78792a04f,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:12.530302 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:12.605235 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Attempting to bind port 9e563746-4949-4531-84c6-7fd78792a04f on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:06:12.605548 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Attempting to bind port 9e563746-4949-4531-84c6-7fd78792a04f by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:06:12.605872 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Attempting to bind port 9e563746-4949-4531-84c6-7fd78792a04f on network 97b3aeb1-651c-41db-99fd-01386d540e26 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:06:12.610454 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Port 9e563746-4949-4531-84c6-7fd78792a04f on network 97b3aeb1-651c-41db-99fd-01386d540e26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:06:12.610768 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Attempting to bind port 9e563746-4949-4531-84c6-7fd78792a04f on network 97b3aeb1-651c-41db-99fd-01386d540e26 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:06:12.615653 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:06:12.615985 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Checking segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:06:12.616366 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Bound using segment: {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:06:12.616827 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Bound port: 9e563746-4949-4531-84c6-7fd78792a04f, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:06:12.617250 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.679400 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] For port 9e563746-4949-4531-84c6-7fd78792a04f, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:06:12.682433 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] For port 9e563746-4949-4531-84c6-7fd78792a04f, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9e563746-4949-4531-84c6-7fd78792a04f,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:06:12.688222 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.691193 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:12.720622 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:12.721230 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.722631 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e563746-4949-4531-84c6-7fd78792a04f HTTP/1.1" status: 200 len: 1094 time: 0.6342924 Jun 21 14:06:12.723162 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7865a319-2bec-446e-9269-9b4c181273bf', 'tag': '9e563746-4949-4531-84c6-7fd78792a04f'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:12.725523 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7865a319-2bec-446e-9269-9b4c181273bf", "tag": "9e563746-4949-4531-84c6-7fd78792a04f"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:12.758277 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7198-3d92-4bd0-84d1-01b7ddf5a58a req-6bbf929a-3831-48e0-a0f7-aca5a9b6f76a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:12.760127 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e563746-4949-4531-84c6-7fd78792a04f,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:12.763364 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:12.770362 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fcdd7198-3d92-4bd0-84d1-01b7ddf5a58a req-6bbf929a-3831-48e0-a0f7-aca5a9b6f76a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 944 time: 0.0722554 Jun 21 14:06:12.779125 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4317c04f-eb72-4700-b06f-e9611837ad10 x-openstack-request-id: req-4317c04f-eb72-4700-b06f-e9611837ad10 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:12.779752 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7865a319-2bec-446e-9269-9b4c181273bf", "tag": "9e563746-4949-4531-84c6-7fd78792a04f", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:12.779752 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4317c04f-eb72-4700-b06f-e9611837ad10 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:12.780163 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7865a319-2bec-446e-9269-9b4c181273bf', 'tag': '9e563746-4949-4531-84c6-7fd78792a04f', 'status': 'completed', 'code': 200} Jun 21 14:06:12.809178 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fcdd7198-3d92-4bd0-84d1-01b7ddf5a58a req-04095a14-9f5d-4094-81a3-ffb629706db2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374541 Jun 21 14:06:12.855459 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-4909292e-79e0-40d3-8bc1-28f36f90cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:12.857194 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-4909292e-79e0-40d3-8bc1-28f36f90cd82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 1097 time: 0.0588622 Jun 21 14:06:12.907787 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-f71d6b54-5340-4c86-b9cd-d3e0d58659e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e563746-4949-4531-84c6-7fd78792a04f HTTP/1.1" status: 200 len: 217 time: 0.0382500 Jun 21 14:06:12.981673 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-35555d01-12ed-4955-9e39-e67b7c465eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:12.983030 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-35555d01-12ed-4955-9e39-e67b7c465eb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0698831 Jun 21 14:06:13.047146 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379fd8c-067e-4cfc-b28b-4da8cfbd2f87 req-f741c8a1-7784-4a9b-9769-0a61814717c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:13.048498 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e379fd8c-067e-4cfc-b28b-4da8cfbd2f87 req-f741c8a1-7784-4a9b-9769-0a61814717c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 946 time: 0.1100509 Jun 21 14:06:13.080349 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-8585f4fd-e9b4-4f5d-a6e5-36fe0e76502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:13.081871 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-8585f4fd-e9b4-4f5d-a6e5-36fe0e76502c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901279 Jun 21 14:06:13.100884 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e379fd8c-067e-4cfc-b28b-4da8cfbd2f87 req-3deef282-2ba2-4e65-aefc-9c22b2f2ac5e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464523 Jun 21 14:06:13.173806 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-9932f9fc-1bae-49de-b4ce-2bf1cb8ca888 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843465 Jun 21 14:06:13.516545 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fc7b3fde-1291-4269-8bb8-bf9ed614c5a9 req-66f8b8a4-9662-4271-a9c6-901e43576521 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365707 Jun 21 14:06:13.679091 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-da2a37bf-50f3-401a-8dfc-6edf64387282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:13.680580 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-da2a37bf-50f3-401a-8dfc-6edf64387282 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 1097 time: 0.0535891 Jun 21 14:06:13.773861 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-9110ae01-73ec-43ac-aca1-371cb17ce198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:13.775197 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-9110ae01-73ec-43ac-aca1-371cb17ce198 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 911 time: 0.0875764 Jun 21 14:06:13.816019 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-334c521e-2f4f-4a80-90db-2b6bfd122185 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e563746-4949-4531-84c6-7fd78792a04f HTTP/1.1" status: 200 len: 217 time: 0.0336614 Jun 21 14:06:13.863550 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-7e5c41e1-1c40-4574-858a-14588659ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:13.865083 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-7e5c41e1-1c40-4574-858a-14588659ed7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0433593 Jun 21 14:06:13.924397 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-b803e142-f541-4382-8864-68ad8f8472ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:13.925876 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-b803e142-f541-4382-8864-68ad8f8472ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549779 Jun 21 14:06:13.990055 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc3f2-8c6b-4b64-a78b-00afa631103c req-a411ae22-6cc0-4fa8-8da0-73cada64af8f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:13.991485 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-22ffc3f2-8c6b-4b64-a78b-00afa631103c req-a411ae22-6cc0-4fa8-8da0-73cada64af8f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 944 time: 0.0687397 Jun 21 14:06:14.010585 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-89a98e77-cfb3-43b8-9da9-9347b23f8e6f service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781655 Jun 21 14:06:14.029619 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-22ffc3f2-8c6b-4b64-a78b-00afa631103c req-42718a41-7bca-45b4-aba6-e2903c80f708 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317032 Jun 21 14:06:14.101037 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fe60c2b0-9fab-4ea8-aa46-ce7968226f5d req-94c07a52-df5a-4f23-9ba6-7858d703b0f5 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 Jun 21 14:06:15.221392 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac4dc9-425f-4810-8280-6af8d5ca1190 req-f6637e96-238f-4eb7-81ca-eb860ce4b3e7 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:15.222818 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ffac4dc9-425f-4810-8280-6af8d5ca1190 req-f6637e96-238f-4eb7-81ca-eb860ce4b3e7 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 944 time: 0.0693300 Jun 21 14:06:15.260834 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ffac4dc9-425f-4810-8280-6af8d5ca1190 req-9f614188-7544-4035-bace-a37048fc38bc tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306463 Jun 21 14:06:16.442643 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b98e-fa87-4641-9ab5-2d7f6bdc1603 req-c1fb72a1-d6f3-4273-9159-0b25c8af8b7b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:16.444142 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b984b98e-fa87-4641-9ab5-2d7f6bdc1603 req-c1fb72a1-d6f3-4273-9159-0b25c8af8b7b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 944 time: 0.0665116 Jun 21 14:06:16.484987 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b984b98e-fa87-4641-9ab5-2d7f6bdc1603 req-da4699ae-2d93-432b-88ed-cd7c4a1b152c tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324659 Jun 21 14:06:16.835365 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 9e563746-4949-4531-84c6-7fd78792a04f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:06:16.938842 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 9e563746-4949-4531-84c6-7fd78792a04f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9e563746-4949-4531-84c6-7fd78792a04f,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:16.949954 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '9e563746-4949-4531-84c6-7fd78792a04f', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'port_id': '9e563746-4949-4531-84c6-7fd78792a04f', 'mac_address': 'fa:16:3e:94:97:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:06:16.986019 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:16.999538 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e563746-4949-4531-84c6-7fd78792a04f {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:06:17.021114 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 9e563746-4949-4531-84c6-7fd78792a04f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9e563746-4949-4531-84c6-7fd78792a04f,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:17.027236 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:17.029020 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-ded32db1-e27c-4439-9318-5efd6dcfb5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:17.079168 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=9e563746-4949-4531-84c6-7fd78792a04f,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:17.082309 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:17.505960 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['9e563746-4949-4531-84c6-7fd78792a04f'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:06:17.655621 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608de03-8517-4565-b743-5512e57783ac req-f2268258-f101-48aa-957d-e55a9f4ab02d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:17.657087 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a608de03-8517-4565-b743-5512e57783ac req-f2268258-f101-48aa-957d-e55a9f4ab02d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 945 time: 0.0620201 Jun 21 14:06:17.693812 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a608de03-8517-4565-b743-5512e57783ac req-b8abd3b3-fc76-4202-8a72-5a53a92b024f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309145 Jun 21 14:06:18.846537 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 9e563746-4949-4531-84c6-7fd78792a04f up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:18.879824 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c0e81-c2f2-4bea-b8ed-1a7d57c3f43f req-2bbf7bb0-edc4-4597-b251-18ae682eab56 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:18.881363 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-155c0e81-c2f2-4bea-b8ed-1a7d57c3f43f req-2bbf7bb0-edc4-4597-b251-18ae682eab56 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 945 time: 0.0625300 Jun 21 14:06:18.898481 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 9e563746-4949-4531-84c6-7fd78792a04f completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:06:18.902260 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 9e563746-4949-4531-84c6-7fd78792a04f triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:18.902671 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:18.918114 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-155c0e81-c2f2-4bea-b8ed-1a7d57c3f43f req-4d9d5ddd-d436-42cc-b7cf-eebaf548fa8d tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308721 Jun 21 14:06:18.976915 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:18.998774 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7865a319-2bec-446e-9269-9b4c181273bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e563746-4949-4531-84c6-7fd78792a04f'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:19.001028 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78b04fe-35eb-4c9a-8e1c-9ad777601b4f" -d '{"events": [{"server_uuid": "7865a319-2bec-446e-9269-9b4c181273bf", "name": "network-vif-plugged", "status": "completed", "tag": "9e563746-4949-4531-84c6-7fd78792a04f"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:19.013068 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 9e563746-4949-4531-84c6-7fd78792a04f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9e563746-4949-4531-84c6-7fd78792a04f,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:19.021254 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:19.024865 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:19.047047 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddceb20-b171-4f54-94c4-4382b9fc7425 x-openstack-request-id: req-dddceb20-b171-4f54-94c4-4382b9fc7425 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:19.047340 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7865a319-2bec-446e-9269-9b4c181273bf", "name": "network-vif-plugged", "status": "completed", "tag": "9e563746-4949-4531-84c6-7fd78792a04f", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:19.047593 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dddceb20-b171-4f54-94c4-4382b9fc7425 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:19.047975 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7865a319-2bec-446e-9269-9b4c181273bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e563746-4949-4531-84c6-7fd78792a04f', 'code': 200} Jun 21 14:06:19.076082 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=9e563746-4949-4531-84c6-7fd78792a04f,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:19.078985 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:19.322225 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47b5e1-90bf-48d2-bb06-545454387d4a req-e02b9258-635d-4913-8dc9-07295f2164b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:19.323704 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0a47b5e1-90bf-48d2-bb06-545454387d4a req-e02b9258-635d-4913-8dc9-07295f2164b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 1099 time: 0.0623202 Jun 21 14:06:19.358675 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0a47b5e1-90bf-48d2-bb06-545454387d4a req-092ba345-06f4-4a69-b045-fc3e43570bbb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267723 Jun 21 14:06:20.107324 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e390292-96d0-44a9-806e-cf73048393d2 req-d656598f-d519-44df-8f52-f28070915c32 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:20.108790 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3e390292-96d0-44a9-806e-cf73048393d2 req-d656598f-d519-44df-8f52-f28070915c32 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 946 time: 0.0741873 Jun 21 14:06:20.148665 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3e390292-96d0-44a9-806e-cf73048393d2 req-383f40f5-81a9-4ff7-be45-950a58c6f096 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Jun 21 14:06:21.328029 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd3546-d615-472b-ba7b-21fcc01033d8 req-7f48a990-edca-4604-9e73-efaa4ab82953 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:21.329513 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4acd3546-d615-472b-ba7b-21fcc01033d8 req-7f48a990-edca-4604-9e73-efaa4ab82953 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 946 time: 0.0636165 Jun 21 14:06:21.365708 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4acd3546-d615-472b-ba7b-21fcc01033d8 req-92b10aed-ff9b-4e48-be20-2d3be9a38c1b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304096 Jun 21 14:06:21.550407 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37941bd6-3cb2-4491-8fe4-4a6478e53475 req-10962660-e070-42fd-ae3c-f84211e068ae tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:21.552223 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-37941bd6-3cb2-4491-8fe4-4a6478e53475 req-10962660-e070-42fd-ae3c-f84211e068ae tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 946 time: 0.0804315 Jun 21 14:06:21.561581 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 43952) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:21.566451 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Request body: {'floatingip': {'port_id': '9e563746-4949-4531-84c6-7fd78792a04f'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:21.607948 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.042270 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.048344 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.141245 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Floating IP 60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75 associated. External IP: 172.27.2.120, port: 9e563746-4949-4531-84c6-7fd78792a04f. Jun 21 14:06:22.347689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:06:22.452729 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:06:22.453850 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:06:22.457500 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.464740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] Sync routers for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:06:22.475038 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:22.475724 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:06:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:22.493570 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-ceca3440-333e-4381-85a3-a39d69487a01 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "PUT /v2.0/floatingips/60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75 HTTP/1.1" status: 200 len: 992 time: 0.9308808 Jun 21 14:06:22.494304 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7865a319-2bec-446e-9269-9b4c181273bf', 'tag': '9e563746-4949-4531-84c6-7fd78792a04f'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:22.496606 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810" -d '{"events": [{"name": "network-changed", "server_uuid": "7865a319-2bec-446e-9269-9b4c181273bf", "tag": "9e563746-4949-4531-84c6-7fd78792a04f"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:22.536078 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c1a171-dc0f-4a4b-ba32-51f3860dfb95 x-openstack-request-id: req-00c1a171-dc0f-4a4b-ba32-51f3860dfb95 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:22.536402 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7865a319-2bec-446e-9269-9b4c181273bf", "tag": "9e563746-4949-4531-84c6-7fd78792a04f", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:22.536719 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c1a171-dc0f-4a4b-ba32-51f3860dfb95 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:22.537152 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7865a319-2bec-446e-9269-9b4c181273bf', 'tag': '9e563746-4949-4531-84c6-7fd78792a04f', 'status': 'completed', 'code': 200} Jun 21 14:06:22.593111 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:22.636197 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-20be8f50-85c3-4269-b86f-59fdce72692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.637624 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-20be8f50-85c3-4269-b86f-59fdce72692f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d173f3189e24446825aade1160d951e&device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 1099 time: 0.0527446 Jun 21 14:06:22.742992 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-8e024bde-1b1d-4568-bdc5-4ab05ca728b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.744556 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-8e024bde-1b1d-4568-bdc5-4ab05ca728b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 200 len: 911 time: 0.0865982 Jun 21 14:06:22.811740 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-072636dd-1f98-4a34-b587-4ba86846a268 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e563746-4949-4531-84c6-7fd78792a04f HTTP/1.1" status: 200 len: 1000 time: 0.0600250 Jun 21 14:06:22.863594 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-c8cf86c9-5051-4141-afcf-9019e27a9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.865054 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-c8cf86c9-5051-4141-afcf-9019e27a9080 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 200 len: 849 time: 0.0472631 Jun 21 14:06:22.922334 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-5cefcbd3-90bd-45da-a7cb-fb0281674732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.925097 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-5cefcbd3-90bd-45da-a7cb-fb0281674732 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97b3aeb1-651c-41db-99fd-01386d540e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541763 Jun 21 14:06:22.934754 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'port_id': '9e563746-4949-4531-84c6-7fd78792a04f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'mac_address': 'fa:16:3e:94:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7865a319-2bec-446e-9269-9b4c181273bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:06:08Z', 'updated_at': '2021-06-21T14:06:21Z', 'revision_number': 1, 'project_id': '7d173f3189e24446825aade1160d951e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:22.967450 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] Checking router: 3efcedfb-f4fd-4941-bd22-f4f7247ca980 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:06:22.976683 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:22.977281 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:06:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:23.015197 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-3ca074ec-adf5-4370-8dee-9e30dd2edc95 service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838706 Jun 21 14:06:23.083454 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:23.109424 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9b05ec02-0dd6-4cbc-91eb-9b677b0e8810 req-3c05de56-2c4c-49fb-8f2b-523527a4a13d service neutron] 10.222.0.64 "GET /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876911 Jun 21 14:06:23.322565 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'port_id': '9e563746-4949-4531-84c6-7fd78792a04f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'mac_address': 'fa:16:3e:94:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7865a319-2bec-446e-9269-9b4c181273bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:06:08Z', 'updated_at': '2021-06-21T14:06:21Z', 'revision_number': 1, 'project_id': '7d173f3189e24446825aade1160d951e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:23.347583 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbe81e-4e3f-446b-8b85-7cbd1e01d999 None None] The sync data for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi is: [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'port_id': '9e563746-4949-4531-84c6-7fd78792a04f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'mac_address': 'fa:16:3e:94:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7865a319-2bec-446e-9269-9b4c181273bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:06:08Z', 'updated_at': '2021-06-21T14:06:21Z', 'revision_number': 1, 'project_id': '7d173f3189e24446825aade1160d951e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:06:23.535721 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b243d-ff8f-4ff0-bd3d-58b85f4264af None None] New status for floating IP 60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75: ACTIVE {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:06:34.430609 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d903cf67-ed9a-4785-9770-542553d153a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:37.065187 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-afdb3289-297f-41bc-9d59-4f6f7a5d7067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:37.328031 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:38.157484 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:38.826280 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:39.621119 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:59.452073 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:07:03.101135 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-02e91d03-eb9a-4df1-91ce-db2a233376e6 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331187852&fields=id&tenant_id=b37cee61766742b4b9933a318346cbb8 HTTP/1.1" status: 200 len: 267 time: 0.0419149 Jun 21 14:07:03.170956 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-fd387e76-524e-4498-bb0b-d08eb53ae0d1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:03.172393 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-fd387e76-524e-4498-bb0b-d08eb53ae0d1 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 984 time: 0.0659451 Jun 21 14:07:03.183175 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Request body: {'port': {'security_groups': ['38fd5b5d-1df8-4245-becb-f36060ba002c']}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:03.270703 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.447855 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] For port ccbd9885-e3bd-456e-b571-be5ed5283350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ccbd9885-e3bd-456e-b571-be5ed5283350,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:03.478275 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.484687 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12713695'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.488776 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:03.526143 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['ccbd9885-e3bd-456e-b571-be5ed5283350'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:07:03.550419 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:03.550419 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.552084 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f18a45d9-de90-44c4-8602-ff0975380b7d req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "PUT /v2.0/ports/ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 942 time: 0.3731558 Jun 21 14:07:03.552672 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350'}] {{(pid=92753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:03.555100 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe4a640c2403949659d4cc53932cbb68bc41a66d94213b97b61e04198fcac259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350"}]}' {{(pid=92753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:03.558912 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44066) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:03.582002 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event updated for resources: {'Port': ['ID=ccbd9885-e3bd-456e-b571-be5ed5283350,revision_number=7']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:03.589679 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.590247 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.590739 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.591460 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.591955 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.592407 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.592907 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.593353 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.593807 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.594264 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.594712 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.595156 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.600280 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-818ca9b2-4f56-4950-9763-d97b461996cc tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:03.604120 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f068149-ed4b-4ce8-9209-4ce7b26162e0 x-openstack-request-id: req-7f068149-ed4b-4ce8-9209-4ce7b26162e0 {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:03.604651 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350", "status": "completed", "code": 200}]} {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:03.604787 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f068149-ed4b-4ce8-9209-4ce7b26162e0 {{(pid=92753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:03.605197 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'status': 'completed', 'code': 200} Jun 21 14:07:03.651687 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.714177 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.759002 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-78f700ee-75f0-4965-8ab0-da4eaf1b3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:03.760558 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-78f700ee-75f0-4965-8ab0-da4eaf1b3f40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b37cee61766742b4b9933a318346cbb8&device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1098 time: 0.1066599 Jun 21 14:07:03.785977 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-06d7802c-a30d-46e7-bef0-20a3368de0c3 None None] Provisioning complete for port ccbd9885-e3bd-456e-b571-be5ed5283350 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:07:03.786367 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-06d7802c-a30d-46e7-bef0-20a3368de0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.812189 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['ccbd9885-e3bd-456e-b571-be5ed5283350'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:07:03.826502 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.829176 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:03.832943 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "DELETE /v2.0/security-groups/9bd72384-ceae-4c55-9dd5-69978363cb85 HTTP/1.1" status: 204 len: 168 time: 0.2703021 Jun 21 14:07:03.832943 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3b13780b-8a2e-44d4-9276-aae97deb595d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:03.833594 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44068) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:03.869596 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-e0b355df-b2aa-472d-9897-da98a3295e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:03.871037 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-e0b355df-b2aa-472d-9897-da98a3295e33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 200 len: 915 time: 0.1023488 Jun 21 14:07:03.875760 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd72384-ceae-4c55-9dd5-69978363cb85,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:03.885510 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.885881 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.886251 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.886613 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.886974 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.887345 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.887721 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.888067 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.888446 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.888802 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.889151 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.889495 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:03.897003 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:03.965978 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-36b0a8b3-b7ec-43b4-930b-3ffa6acaa28c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 1001 time: 0.0819998 Jun 21 14:07:04.006761 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Deleting port 6efad8af-c221-46f8-9931-7bd89db0392d {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:04.007098 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:04.013241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-d695290d-bce9-4c0a-b9d0-32b7f8d15405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:04.014669 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-d695290d-bce9-4c0a-b9d0-32b7f8d15405 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da5632fe-161b-44f0-a21f-90f19883abb7 HTTP/1.1" status: 200 len: 853 time: 0.0418434 Jun 21 14:07:04.070701 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-87bfdb0b-db20-463a-b5a3-81d723232369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:04.072062 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-87bfdb0b-db20-463a-b5a3-81d723232369 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bc1cb9d-742c-4989-9843-38af4dcf94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506225 Jun 21 14:07:04.082628 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:04.082927 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:04.151709 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Calling delete_port for 6efad8af-c221-46f8-9931-7bd89db0392d owned by network:floatingip {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:04.162686 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-1b2cef2e-ad3b-4b60-b268-b5353144fb26 service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828824 Jun 21 14:07:04.250672 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9dda19db-af52-45bc-8dcb-9e9285ed2c4f req-76112df7-d33d-4fc3-b95b-a69a84c01e42 service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810337 Jun 21 14:07:04.329211 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:04.331100 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:04.355420 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event deleted for resources: {'Port': ['ID=6efad8af-c221-46f8-9931-7bd89db0392d,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:04.359243 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:04.423167 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-541f4e71-ea51-4a49-8e05-80782bd4e06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:04.662822 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks [] for floatingip, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:04.663083 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.l3_db [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Floating IP e85f7f8f-726f-4eb9-8035-1b07c94f3e5b disassociated (deleted). External IP: 172.27.2.177, port: ccbd9885-e3bd-456e-b571-be5ed5283350. Jun 21 14:07:04.870074 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Router 5bf39181-a8a2-4541-830a-ccad82f517f1 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:07:04.976740 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:07:04.982234 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:04.988567 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] Sync routers for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:07:04.998656 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:04.999275 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:06:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:05.017014 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "DELETE /v2.0/floatingips/e85f7f8f-726f-4eb9-8035-1b07c94f3e5b HTTP/1.1" status: 204 len: 168 time: 1.1822219 Jun 21 14:07:05.105154 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:05.315425 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:26Z', 'revision_number': 5, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:05.341901 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] Checking router: 5bf39181-a8a2-4541-830a-ccad82f517f1 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:07:05.350432 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:05.351150 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:06:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:05.456083 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:05.607070 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350'}] {{(pid=92753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:05.609538 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe4a640c2403949659d4cc53932cbb68bc41a66d94213b97b61e04198fcac259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c844aab-c1aa-41e2-b7f8-0aff731c295e" -d '{"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350"}]}' {{(pid=92753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:05.649257 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0549828-3ccd-4e59-b432-d4699bbb32f1 x-openstack-request-id: req-d0549828-3ccd-4e59-b432-d4699bbb32f1 {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:05.649591 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350", "status": "completed", "code": 200}]} {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:05.649885 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0549828-3ccd-4e59-b432-d4699bbb32f1 {{(pid=92753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:05.650315 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'status': 'completed', 'code': 200} Jun 21 14:07:05.659663 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:26Z', 'revision_number': 5, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:05.688904 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee7e74-39f5-46f1-b821-3823236994dc None None] The sync data for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi is: [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:02:15Z', 'revision_number': 4, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'c9225d4b-e2de-4c7a-9083-ea290bb00083', 'name': '', 'network_id': '1bc1cb9d-742c-4989-9843-38af4dcf94e7', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'mac_address': 'fa:16:3e:80:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:14Z', 'updated_at': '2021-06-21T14:02:26Z', 'revision_number': 5, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'subnets': [{'id': 'da5632fe-161b-44f0-a21f-90f19883abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:07:05.757244 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-c8992e71-438b-4a6e-a234-832d3c2cbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:05.758874 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-c8992e71-438b-4a6e-a234-832d3c2cbc8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b37cee61766742b4b9933a318346cbb8&device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 1098 time: 0.0550921 Jun 21 14:07:05.866335 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-6bb7fc7f-1ba4-4b1a-af6b-28267343baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:05.867890 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-6bb7fc7f-1ba4-4b1a-af6b-28267343baec service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 200 len: 915 time: 0.0918522 Jun 21 14:07:05.914257 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-082d4a20-2613-4aa2-805c-b26611f3dbab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 200 len: 217 time: 0.0395503 Jun 21 14:07:05.923708 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d78a82-3896-4cbe-8cb7-8594361ac2f5 None None] New status for floating IP e85f7f8f-726f-4eb9-8035-1b07c94f3e5b: DOWN {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:07:05.967132 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-323262e9-e690-4881-a507-6c42b3bb3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:05.968587 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-323262e9-e690-4881-a507-6c42b3bb3eec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da5632fe-161b-44f0-a21f-90f19883abb7 HTTP/1.1" status: 200 len: 853 time: 0.0470359 Jun 21 14:07:06.027715 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-89f6cde6-0868-4e83-8ff3-7531fc84e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:06.029208 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-89f6cde6-0868-4e83-8ff3-7531fc84e397 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bc1cb9d-742c-4989-9843-38af4dcf94e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529020 Jun 21 14:07:06.115563 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-74f242b5-476b-402d-9dbe-7116b94b32e3 service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790212 Jun 21 14:07:06.207493 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-3c844aab-c1aa-41e2-b7f8-0aff731c295e req-72ec715e-a781-4b64-ae43-cef02496c72b service neutron] 10.222.0.64 "GET /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846307 Jun 21 14:07:07.059381 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-20b933e4-685b-44fa-a733-ce647ea61294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:07.333156 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:08.151260 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:08.822495 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:09.197392 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe740-6a2a-4dda-90e7-55f04abe5b57 req-717be1df-321e-4457-afc5-0b4bf78d1016 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:09.199032 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-85bfe740-6a2a-4dda-90e7-55f04abe5b57 req-717be1df-321e-4457-afc5-0b4bf78d1016 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.0713754 Jun 21 14:07:09.236054 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-85bfe740-6a2a-4dda-90e7-55f04abe5b57 req-82912ad2-cf2b-4c48-bd2b-1b797baec2fd tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314627 Jun 21 14:07:09.626143 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:10.423130 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b06396-c4c7-4237-88df-f6471814e424 req-30fc7003-4b6d-4236-9fb9-49bd656c4681 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:10.424517 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-67b06396-c4c7-4237-88df-f6471814e424 req-30fc7003-4b6d-4236-9fb9-49bd656c4681 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.0664039 Jun 21 14:07:10.461760 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-67b06396-c4c7-4237-88df-f6471814e424 req-923736de-de24-494e-b62e-ba106c525cea tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Jun 21 14:07:11.682741 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-59c3647c-071d-4ee5-b980-b89acc85d93b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:11.684174 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-59c3647c-071d-4ee5-b980-b89acc85d93b tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.64 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.1022673 Jun 21 14:07:11.691690 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139663b-e023-4201-9237-34b6a66082be req-2b561633-c945-4fa7-872b-0cd3b7abb1f6 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:11.693047 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b139663b-e023-4201-9237-34b6a66082be req-2b561633-c945-4fa7-872b-0cd3b7abb1f6 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 945 time: 0.1022666 Jun 21 14:07:11.769990 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b139663b-e023-4201-9237-34b6a66082be req-55371d8a-5a7f-442e-ac5f-9d69dd240278 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fd5b5d-1df8-4245-becb-f36060ba002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696735 Jun 21 14:07:11.813550 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Deleting port ccbd9885-e3bd-456e-b571-be5ed5283350 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:11.813908 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:11.907429 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] For port ccbd9885-e3bd-456e-b571-be5ed5283350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ccbd9885-e3bd-456e-b571-be5ed5283350,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:11.907632 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:11.967437 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Calling delete_port for ccbd9885-e3bd-456e-b571-be5ed5283350 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:12.362174 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:12.367543 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:12.396745 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Pushing event deleted for resources: {'Port': ['ID=ccbd9885-e3bd-456e-b571-be5ed5283350,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:12.399685 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:12.402045 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['ccbd9885-e3bd-456e-b571-be5ed5283350'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:07:12.453211 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] No DVR routers for this DVR port ccbd9885-e3bd-456e-b571-be5ed5283350 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:07:12.455979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:12.457979 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f67b8607-2f06-43c1-9202-6abc49c2e3e1 req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.64 "DELETE /v2.0/ports/ccbd9885-e3bd-456e-b571-be5ed5283350 HTTP/1.1" status: 204 len: 173 time: 0.7641184 Jun 21 14:07:12.458479 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'name': 'network-vif-deleted', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:12.460808 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7edada-2f98-4b61-b30d-94fb2adf1347" -d '{"events": [{"server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "name": "network-vif-deleted", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:12.501422 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c6a9c8-6c52-482f-9ae1-1a831626c644 x-openstack-request-id: req-97c6a9c8-6c52-482f-9ae1-1a831626c644 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:12.501750 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862f71b7-3f8a-4246-8ec4-ef4d7de04227", "name": "network-vif-deleted", "tag": "ccbd9885-e3bd-456e-b571-be5ed5283350", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:12.502069 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97c6a9c8-6c52-482f-9ae1-1a831626c644 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:12.502453 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862f71b7-3f8a-4246-8ec4-ef4d7de04227', 'name': 'network-vif-deleted', 'tag': 'ccbd9885-e3bd-456e-b571-be5ed5283350', 'status': 'completed', 'code': 200} Jun 21 14:07:12.719847 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-4c338e88-d5a1-4ba0-bddb-efc0634cf279 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534570 Jun 21 14:07:12.838062 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-51f3cf2b-c419-46ca-96ae-f0ef80c30aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:12.839613 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-51f3cf2b-c419-46ca-96ae-f0ef80c30aed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 1099 time: 0.0559227 Jun 21 14:07:12.933262 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-dd4df669-221c-4b65-9d78-45b83f380723 req-7a39b7e3-f0d0-4011-acfe-5805f7c2de90 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] 10.222.0.21 "GET /v2.0/ports?device_id=862f71b7-3f8a-4246-8ec4-ef4d7de04227 HTTP/1.1" status: 200 len: 210 time: 0.0280864 Jun 21 14:07:12.946425 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-1706b318-04f4-4cbf-9022-11c5ee8a59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:12.947871 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-1706b318-04f4-4cbf-9022-11c5ee8a59ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0857093 Jun 21 14:07:13.014102 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-03666643-9757-425b-8697-51c9502f876b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654 HTTP/1.1" status: 200 len: 1002 time: 0.0579224 Jun 21 14:07:13.077989 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-bc09b963-3b11-47ae-aa84-a60759e41396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:13.079474 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-bc09b963-3b11-47ae-aa84-a60759e41396 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0452127 Jun 21 14:07:13.140603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-dff649f4-6ffd-495c-8ee2-5e2e45357256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:13.142151 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-dff649f4-6ffd-495c-8ee2-5e2e45357256 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554268 Jun 21 14:07:13.232007 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-4906dab5-95fb-4e20-82e0-0095e05f3177 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Jun 21 14:07:13.349107 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99fbc3d9-8bce-4d7c-8a0a-9d26e0534b9d req-63b58e3e-ecf5-45f9-98c8-30ffaba29f8d service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943909 Jun 21 14:07:14.546806 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44184) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:15.105329 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device ccbd9885-e3bd-456e-b571-be5ed5283350 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:15.123995 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:15.124578 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: ccbd9885-e3bd-456e-b571-be5ed5283350 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:15.124928 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device ccbd9885-e3bd-456e-b571-be5ed5283350 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:15.423233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Deleting port c9225d4b-e2de-4c7a-9083-ea290bb00083 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:15.423568 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:15.509616 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] For port c9225d4b-e2de-4c7a-9083-ea290bb00083, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=c9225d4b-e2de-4c7a-9083-ea290bb00083,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:15.509938 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:15.578575 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Calling delete_port for c9225d4b-e2de-4c7a-9083-ea290bb00083 owned by network:router_interface {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:15.763970 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:15.766115 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-38e005ba-32a5-424c-a797-f771ab0bc013 tempest-VolumesActionsTest-1807856401 tempest-VolumesActionsTest-1807856401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:15.789224 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9225d4b-e2de-4c7a-9083-ea290bb00083,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:15.792182 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:15.956465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:16.186934 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Router 5bf39181-a8a2-4541-830a-ccad82f517f1 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:07:16.296513 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:07:16.301727 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] 10.222.0.21 "PUT /v2.0/routers/5bf39181-a8a2-4541-830a-ccad82f517f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538943 Jun 21 14:07:16.304325 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44192) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:16.307250 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] Sync routers for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:07:16.317089 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:16.317706 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:16.414999 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks [] for router, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:16.419236 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:16.516446 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:16.569810 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Deleting port a6259b36-bca8-4def-8289-444988a238a7 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:16.570150 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:16.591664 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'a6259b36-bca8-4def-8289-444988a238a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:07:15Z', 'revision_number': 5, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port': {'id': 'a6259b36-bca8-4def-8289-444988a238a7', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:11Z', 'updated_at': '2021-06-21T14:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:16.652818 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] For port a6259b36-bca8-4def-8289-444988a238a7, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=a6259b36-bca8-4def-8289-444988a238a7,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:16.653431 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:16.743654 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] Checking router: 5bf39181-a8a2-4541-830a-ccad82f517f1 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:07:16.752892 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] Routers {'5bf39181-a8a2-4541-830a-ccad82f517f1'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:16.753532 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['5bf39181-a8a2-4541-830a-ccad82f517f1'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:16.839101 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] Set router 5bf39181-a8a2-4541-830a-ccad82f517f1 gateway port host: None {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:16.893995 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:07:16Z', 'revision_number': 6, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port_host': None}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:16.920258 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb84f29-907d-4612-ae26-f192549fb7a5 None None] The sync data for ids ['5bf39181-a8a2-4541-830a-ccad82f517f1'] in dv-cinder-794962-5-iscsi is: [{'id': '5bf39181-a8a2-4541-830a-ccad82f517f1', 'name': 'tempest-TestMinimumBasicScenario-465794131-router', 'tenant_id': 'b37cee61766742b4b9933a318346cbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:10Z', 'updated_at': '2021-06-21T14:07:16Z', 'revision_number': 6, 'project_id': 'b37cee61766742b4b9933a318346cbb8', 'gw_port_host': None}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:07:16.980218 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Calling delete_port for a6259b36-bca8-4def-8289-444988a238a7 owned by network:router_gateway {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:17.138407 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.142512 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a8e914fb-cc40-4c86-adee-2585a439f3fa tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:17.171844 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6259b36-bca8-4def-8289-444988a238a7,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:17.175558 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:17.235764 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.336615 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.339618 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.389511 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.390279 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf39181-a8a2-4541-830a-ccad82f517f1 {{(pid=92754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:07:17.396271 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.398056 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5bf39181-a8a2-4541-830a-ccad82f517f1 HTTP/1.1" status: 204 len: 168 time: 1.0926356 Jun 21 14:07:17.401165 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44196) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:17.458159 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] Deleting subnet da5632fe-161b-44f0-a21f-90f19883abb7 {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:07:17.461273 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.495401 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.610356 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.664112 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.666387 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:17.690942 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5632fe-161b-44f0-a21f-90f19883abb7,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:17.694004 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:17.695014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.699243 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-e4911b91-2590-4b09-9ef9-5fc216736c7a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da5632fe-161b-44f0-a21f-90f19883abb7 HTTP/1.1" status: 204 len: 168 time: 0.2947292 Jun 21 14:07:17.699563 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44198) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:17.709311 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a24081-a248-4321-a02b-78b799e2d113 None None] Network 1bc1cb9d-742c-4989-9843-38af4dcf94e7 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:07:17.774031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.797595 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device c9225d4b-e2de-4c7a-9083-ea290bb00083 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:17.830249 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Deleting port af52b883-4a6f-400c-ba75-7c812dcd421a {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:17.830587 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.837788 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: c9225d4b-e2de-4c7a-9083-ea290bb00083 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:17.838139 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device c9225d4b-e2de-4c7a-9083-ea290bb00083 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:17.900965 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] For port af52b883-4a6f-400c-ba75-7c812dcd421a, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=af52b883-4a6f-400c-ba75-7c812dcd421a,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:17.901315 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:17.927433 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] DHCP port deletion for 1bc1cb9d-742c-4989-9843-38af4dcf94e7 request from dv-cinder-794962-5-iscsi {{(pid=92755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:07:17.971863 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Calling delete_port for af52b883-4a6f-400c-ba75-7c812dcd421a owned by network:dhcp {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:17.979883 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Deleting port af52b883-4a6f-400c-ba75-7c812dcd421a {{(pid=92755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:17.980303 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.042236 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] For port af52b883-4a6f-400c-ba75-7c812dcd421a, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=af52b883-4a6f-400c-ba75-7c812dcd421a,segment=NetworkSegment(fccf25d8-a554-4f24-a86b-8848079aa3e3),segment_id=fccf25d8-a554-4f24-a86b-8848079aa3e3)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:18.042675 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.055770 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.057928 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-2dce9ea0-407c-484c-a5de-bc1bac8feeb5 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:18.081241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=af52b883-4a6f-400c-ba75-7c812dcd421a,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:18.084289 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:18.086559 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] No DVR routers for this DVR port af52b883-4a6f-400c-ba75-7c812dcd421a on host dv-cinder-794962-5-iscsi {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:07:18.103831 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Calling delete_port for af52b883-4a6f-400c-ba75-7c812dcd421a owned by network:dhcp {{(pid=92755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:18.159321 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.169504 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc1cb9d-742c-4989-9843-38af4dcf94e7']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:18.180256 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccf25d8-a554-4f24-a86b-8848079aa3e3') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:18.180520 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccf25d8-a554-4f24-a86b-8848079aa3e3') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:18.189942 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.204687 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.210519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:07:18.210901 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:07:18.212787 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:07:18.223512 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247'] for port, after_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.225502 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:18.252242 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Pushing event deleted for resources: {'Port': ['ID=af52b883-4a6f-400c-ba75-7c812dcd421a,revision_number=None']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:18.256740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] No DVR routers for this DVR port af52b883-4a6f-400c-ba75-7c812dcd421a on host dv-cinder-794962-5-iscsi {{(pid=92755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:07:18.262401 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.262740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.263062 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.263573 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.264062 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.264590 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.265064 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.265442 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.265824 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.266118 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.266440 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.266744 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:18.270765 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:18.271679 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.275952 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:18.278578 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.280404 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1bc1cb9d-742c-4989-9843-38af4dcf94e7 HTTP/1.1" status: 204 len: 168 time: 0.5799084 Jun 21 14:07:18.284672 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44200) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:18.295150 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc1cb9d-742c-4989-9843-38af4dcf94e7,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:18.297579 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:18.639937 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.902581 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Deleting port 04190019-f5f7-4fe4-bba5-02915219c0b3 {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:18.902874 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:18.982986 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] For port 04190019-f5f7-4fe4-bba5-02915219c0b3, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=04190019-f5f7-4fe4-bba5-02915219c0b3,segment=NetworkSegment(8dadec83-8d10-46df-9e88-4dc569fe9c92),segment_id=8dadec83-8d10-46df-9e88-4dc569fe9c92)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:18.983344 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:19.045144 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Calling delete_port for 04190019-f5f7-4fe4-bba5-02915219c0b3 owned by network:router_interface {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:19.224250 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:19.227227 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a8cd95a6-3fa0-4d99-a3ff-fb3682c6b68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:19.254774 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=04190019-f5f7-4fe4-bba5-02915219c0b3,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:19.257028 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:19.416174 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:19.439582 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device af52b883-4a6f-400c-ba75-7c812dcd421a no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:19.459163 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: af52b883-4a6f-400c-ba75-7c812dcd421a {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:19.459509 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device af52b883-4a6f-400c-ba75-7c812dcd421a not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:19.459916 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device a6259b36-bca8-4def-8289-444988a238a7 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:19.477287 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: a6259b36-bca8-4def-8289-444988a238a7 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:19.477568 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device a6259b36-bca8-4def-8289-444988a238a7 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:19.620197 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Router bd84e704-daaf-48ed-8124-6895d6a76ee9 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:07:19.729789 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:07:19.734824 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] 10.222.0.21 "PUT /v2.0/routers/bd84e704-daaf-48ed-8124-6895d6a76ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4488857 Jun 21 14:07:19.737426 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44208) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:19.740048 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] Sync routers for ids ['bd84e704-daaf-48ed-8124-6895d6a76ee9'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:07:19.749811 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] Routers {'bd84e704-daaf-48ed-8124-6895d6a76ee9'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:19.750427 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd84e704-daaf-48ed-8124-6895d6a76ee9'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:19.841247 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks [] for router, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:19.849290 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] Set router bd84e704-daaf-48ed-8124-6895d6a76ee9 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:19.945661 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:19.999057 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Deleting port 8fdcfc49-d63a-42f5-a6c7-a072f253909f {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:19.999297 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.075915 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] For port 8fdcfc49-d63a-42f5-a6c7-a072f253909f, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=8fdcfc49-d63a-42f5-a6c7-a072f253909f,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:20.076250 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.108267 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:07:19Z', 'revision_number': 5, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port': {'id': '8fdcfc49-d63a-42f5-a6c7-a072f253909f', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:20.135099 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] Checking router: bd84e704-daaf-48ed-8124-6895d6a76ee9 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:07:20.140021 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Calling delete_port for 8fdcfc49-d63a-42f5-a6c7-a072f253909f owned by network:router_gateway {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:20.143542 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] Routers {'bd84e704-daaf-48ed-8124-6895d6a76ee9'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:20.144137 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd84e704-daaf-48ed-8124-6895d6a76ee9'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:20.227196 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] Set router bd84e704-daaf-48ed-8124-6895d6a76ee9 gateway port host: None {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:20.283519 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:07:19Z', 'revision_number': 6, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port_host': None}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:20.308778 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.309038 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e9479-10d9-4a21-a8ee-e113e7457ad6 None None] The sync data for ids ['bd84e704-daaf-48ed-8124-6895d6a76ee9'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd84e704-daaf-48ed-8124-6895d6a76ee9', 'name': 'tempest-TestMinimumBasicScenario-1598300603-router', 'tenant_id': '2eab344e210c44889433055df0297360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:19Z', 'updated_at': '2021-06-21T14:07:19Z', 'revision_number': 6, 'project_id': '2eab344e210c44889433055df0297360', 'gw_port_host': None}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:07:20.313481 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-03012cc0-bccf-455a-9a6a-8aced0321b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:20.336649 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdcfc49-d63a-42f5-a6c7-a072f253909f,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:20.346854 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:20.410426 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.510182 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.512203 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.838378 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.838904 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd84e704-daaf-48ed-8124-6895d6a76ee9 {{(pid=92753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:07:20.843692 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Notify callbacks [] for router, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.844871 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] 10.222.0.21 "DELETE /v2.0/routers/bd84e704-daaf-48ed-8124-6895d6a76ee9 HTTP/1.1" status: 204 len: 168 time: 1.1065550 Jun 21 14:07:20.847456 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44226) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:20.890837 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Deleting subnet 123a9dae-71b2-4c0e-a4a0-906ca52ee820 {{(pid=92753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:07:20.893872 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:20.926537 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13929210'] for subnet, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.029424 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.081084 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12713628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12956034'] for subnet, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.083153 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:21.106611 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123a9dae-71b2-4c0e-a4a0-906ca52ee820,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:21.109576 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:21.110574 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.112456 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/123a9dae-71b2-4c0e-a4a0-906ca52ee820 HTTP/1.1" status: 204 len: 168 time: 0.2640128 Jun 21 14:07:21.114952 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44228) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:21.118025 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef64eab-a1b2-496b-ab67-d4a37ad5d9df None None] Network 7289de8d-8337-484a-a796-3a07f6f7e1b4 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:07:21.185160 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.239181 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Deleting port 87fb2061-9c17-4df5-ac23-35341dfaca57 {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:21.239529 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.307517 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] DHCP port deletion for 7289de8d-8337-484a-a796-3a07f6f7e1b4 request from dv-cinder-794962-5-iscsi {{(pid=92755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:07:21.313054 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] For port 87fb2061-9c17-4df5-ac23-35341dfaca57, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=87fb2061-9c17-4df5-ac23-35341dfaca57,segment=NetworkSegment(8dadec83-8d10-46df-9e88-4dc569fe9c92),segment_id=8dadec83-8d10-46df-9e88-4dc569fe9c92)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:21.313407 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.378254 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] Deleting port 87fb2061-9c17-4df5-ac23-35341dfaca57 {{(pid=92755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:21.378678 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.380632 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Calling delete_port for 87fb2061-9c17-4df5-ac23-35341dfaca57 owned by network:dhcp {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:21.397260 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 04190019-f5f7-4fe4-bba5-02915219c0b3 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:21.446322 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 04190019-f5f7-4fe4-bba5-02915219c0b3 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:21.446667 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 04190019-f5f7-4fe4-bba5-02915219c0b3 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:21.447143 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 8fdcfc49-d63a-42f5-a6c7-a072f253909f no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:21.468666 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.471805 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-63f4b13e-d7f1-4356-98aa-eec392bf54af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:21.473535 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 8fdcfc49-d63a-42f5-a6c7-a072f253909f {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:21.473886 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 8fdcfc49-d63a-42f5-a6c7-a072f253909f not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:21.474290 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 87fb2061-9c17-4df5-ac23-35341dfaca57 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:21.497581 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] No DVR routers for this DVR port 87fb2061-9c17-4df5-ac23-35341dfaca57 on host dv-cinder-794962-5-iscsi {{(pid=92753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:07:21.499179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fb2061-9c17-4df5-ac23-35341dfaca57,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:21.501496 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] For port 87fb2061-9c17-4df5-ac23-35341dfaca57, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=87fb2061-9c17-4df5-ac23-35341dfaca57,segment=NetworkSegment(8dadec83-8d10-46df-9e88-4dc569fe9c92),segment_id=8dadec83-8d10-46df-9e88-4dc569fe9c92)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:21.501656 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:21.502246 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.504515 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 87fb2061-9c17-4df5-ac23-35341dfaca57 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:21.504881 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 87fb2061-9c17-4df5-ac23-35341dfaca57 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:21.578476 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] Calling delete_port for 87fb2061-9c17-4df5-ac23-35341dfaca57 owned by network:dhcp {{(pid=92755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:21.588115 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.598241 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7289de8d-8337-484a-a796-3a07f6f7e1b4']}} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:21.608085 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dadec83-8d10-46df-9e88-4dc569fe9c92') {'for_net_delete': True} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:21.608380 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dadec83-8d10-46df-9e88-4dc569fe9c92') {} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:21.617625 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929203'] for segment, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.632659 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.639169 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=92753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:07:21.639579 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12712247'] for segment, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: Traceback (most recent call last): Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: timer() Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: cb(*args, **kw) Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: return func(*args, **kwargs) Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: self._notify() Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: self.callback(batched_events) Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: event.method(event) Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: return f(self, *a, **k) Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._get(url).json() Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: return self.request(url, 'GET', **kwargs) Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:07:21.641841 dv-cinder-794962-5-iscsi neutron-server[92753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:07:21.659513 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247'] for port, after_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.662947 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:21.689426 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] Pushing event deleted for resources: {'Port': ['ID=87fb2061-9c17-4df5-ac23-35341dfaca57,revision_number=None']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:21.692665 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:21.693470 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] No DVR routers for this DVR port 87fb2061-9c17-4df5-ac23-35341dfaca57 on host dv-cinder-794962-5-iscsi {{(pid=92755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:07:21.694159 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.698312 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:21.700760 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.702561 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7289de8d-8337-484a-a796-3a07f6f7e1b4 HTTP/1.1" status: 204 len: 168 time: 0.5866301 Jun 21 14:07:21.716841 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Pushing event deleted for resources: {'Network': ['ID=7289de8d-8337-484a-a796-3a07f6f7e1b4,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:21.720326 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c869f774-a7a2-469e-b1d4-14b8aa770e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:21.817186 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44236) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:21.865638 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-8723ed51-1c33-41be-b60f-2cc6cb4d0df5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b37cee61766742b4b9933a318346cbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470824 Jun 21 14:07:21.868151 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44238) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:21.917070 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7da3-4116-4b95-8d19-6ecd032e487d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.939647 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7da3-4116-4b95-8d19-6ecd032e487d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.995261 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7da3-4116-4b95-8d19-6ecd032e487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.998199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7da3-4116-4b95-8d19-6ecd032e487d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:21.999431 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-cbfe7da3-4116-4b95-8d19-6ecd032e487d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38fd5b5d-1df8-4245-becb-f36060ba002c HTTP/1.1" status: 204 len: 168 time: 0.1302543 Jun 21 14:07:22.000221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ec8a91b0-810d-41bd-b1be-569307976e9b tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:22.007985 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe7da3-4116-4b95-8d19-6ecd032e487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fd5b5d-1df8-4245-becb-f36060ba002c,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:22.016675 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cbfe7da3-4116-4b95-8d19-6ecd032e487d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:22.139114 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69994229-903c-4bc7-86ad-4b54fd489caf req-de6bbcf0-43f2-4416-bc38-540746373de1 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:22.140873 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-69994229-903c-4bc7-86ad-4b54fd489caf req-de6bbcf0-43f2-4416-bc38-540746373de1 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 946 time: 0.0722041 Jun 21 14:07:22.178578 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-69994229-903c-4bc7-86ad-4b54fd489caf req-32f26621-bcd3-4f5d-92a0-d0b1296720b8 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Jun 21 14:07:22.336399 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44248) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:22.377668 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a30a7b9c-07d8-48f0-9898-31490c6e4d6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eab344e210c44889433055df0297360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400093 Jun 21 14:07:22.380116 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44250) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:22.437775 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9c9a56c3-3131-4a0e-9891-baa2e41a67ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:22.460221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9c9a56c3-3131-4a0e-9891-baa2e41a67ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:22.511097 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9c9a56c3-3131-4a0e-9891-baa2e41a67ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:22.514487 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9c9a56c3-3131-4a0e-9891-baa2e41a67ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:22.516117 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9c9a56c3-3131-4a0e-9891-baa2e41a67ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4facb832-c8f5-4c30-8046-038a97e2f060 HTTP/1.1" status: 204 len: 168 time: 0.1348755 Jun 21 14:07:22.517380 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9d63c2d4-bd88-40a8-badf-d7b8dd71105f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:22.528577 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a56c3-3131-4a0e-9891-baa2e41a67ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4facb832-c8f5-4c30-8046-038a97e2f060,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:22.531098 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9c9a56c3-3131-4a0e-9891-baa2e41a67ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:23.370133 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbc5bd-4230-49a2-a2fd-415c977214f7 req-6285c783-5822-4f74-b040-725fff9bfe5b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:23.371560 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ccbbc5bd-4230-49a2-a2fd-415c977214f7 req-6285c783-5822-4f74-b040-725fff9bfe5b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 946 time: 0.0735335 Jun 21 14:07:23.408074 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ccbbc5bd-4230-49a2-a2fd-415c977214f7 req-47d049d1-9239-45ad-9921-3afa3aa33b6d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Jun 21 14:07:24.122130 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-870535fb-40b6-4813-a3ae-a98e9945184f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:24.123540 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-870535fb-40b6-4813-a3ae-a98e9945184f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 946 time: 0.0780363 Jun 21 14:07:24.223403 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Deleting port f09a82e0-bace-45e8-b935-6bfeb6a08b28 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:24.223733 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:24.313651 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] For port f09a82e0-bace-45e8-b935-6bfeb6a08b28, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f09a82e0-bace-45e8-b935-6bfeb6a08b28,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:24.314006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:24.485891 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:24.486253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:24.486566 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Floating IP eacf4453-abbe-4afd-9f5f-5d6ca0f91e05 disassociated. External IP: 172.27.2.178, port: f09a82e0-bace-45e8-b935-6bfeb6a08b28. Jun 21 14:07:24.486901 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Calling delete_port for f09a82e0-bace-45e8-b935-6bfeb6a08b28 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:24.593383 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d96ef-e979-41ae-a83b-cf6cce7de3e4 req-7e1960eb-acea-4078-a58e-7d5d64741625 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:24.594958 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-714d96ef-e979-41ae-a83b-cf6cce7de3e4 req-7e1960eb-acea-4078-a58e-7d5d64741625 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1129ee-2bfa-4002-b0a0-513b118b2991 HTTP/1.1" status: 200 len: 946 time: 0.0668921 Jun 21 14:07:24.627613 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:24.633241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:24.639845 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-714d96ef-e979-41ae-a83b-cf6cce7de3e4 req-d2ab7c87-a75d-49b1-a766-887c56dd667f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=34581206-48cd-41ba-8b16-f695b1a6ce48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388098 Jun 21 14:07:24.661387 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event deleted for resources: {'Port': ['ID=f09a82e0-bace-45e8-b935-6bfeb6a08b28,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:24.663963 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:24.770680 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:07:24.895834 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:07:24.909503 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] Sync routers for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:07:24.919421 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:24.920077 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:24.942494 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] No DVR routers for this DVR port f09a82e0-bace-45e8-b935-6bfeb6a08b28 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:07:24.944976 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:24.947187 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6b8725fe-cbeb-4e06-b6a6-cd705103e231 req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "DELETE /v2.0/ports/f09a82e0-bace-45e8-b935-6bfeb6a08b28 HTTP/1.1" status: 204 len: 173 time: 0.8175118 Jun 21 14:07:24.947740 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-deleted', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:24.950185 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87c7772-1d18-4bd8-b5c2-7a73f56fb73b" -d '{"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-deleted", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:24.991998 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84371f67-ea12-4a76-9859-8bfac154e6fa x-openstack-request-id: req-84371f67-ea12-4a76-9859-8bfac154e6fa {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:24.992340 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1129ee-2bfa-4002-b0a0-513b118b2991", "name": "network-vif-deleted", "tag": "f09a82e0-bace-45e8-b935-6bfeb6a08b28", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:24.992744 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84371f67-ea12-4a76-9859-8bfac154e6fa {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:24.993185 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1129ee-2bfa-4002-b0a0-513b118b2991', 'name': 'network-vif-deleted', 'tag': 'f09a82e0-bace-45e8-b935-6bfeb6a08b28', 'status': 'completed', 'code': 200} Jun 21 14:07:25.035073 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:25.364956 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:25.393746 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] Checking router: 0d8ccb41-79c5-4a56-8049-d34ad8978b88 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:07:25.402660 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:25.403271 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:25.513005 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:25.717551 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:25.743487 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a31f4-fda2-45d9-aa76-0e6f2486c3b1 None None] The sync data for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi is: [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:07:25.771822 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44270) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:25.826837 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be2c2d2e-1e0f-4ecc-83bb-bbcc3412b294 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:25.849928 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be2c2d2e-1e0f-4ecc-83bb-bbcc3412b294 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:25.904792 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be2c2d2e-1e0f-4ecc-83bb-bbcc3412b294 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:25.908156 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-be2c2d2e-1e0f-4ecc-83bb-bbcc3412b294 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:25.909762 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-be2c2d2e-1e0f-4ecc-83bb-bbcc3412b294 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "DELETE /v2.0/security-groups/34581206-48cd-41ba-8b16-f695b1a6ce48 HTTP/1.1" status: 204 len: 168 time: 0.1369054 Jun 21 14:07:25.910696 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-253164c0-738b-42b5-bc12-3775fdc698b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:25.913187 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44272) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:25.920515 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c2d2e-1e0f-4ecc-83bb-bbcc3412b294 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34581206-48cd-41ba-8b16-f695b1a6ce48,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:25.923146 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-be2c2d2e-1e0f-4ecc-83bb-bbcc3412b294 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:25.938178 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.api.v2.resource [None req-fb506acb-f9a2-4973-94b3-64a99dc02c30 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] show failed (client error): The resource could not be found. Jun 21 14:07:25.944127 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44274) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:25.945143 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-fb506acb-f9a2-4973-94b3-64a99dc02c30 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups/34581206-48cd-41ba-8b16-f695b1a6ce48 HTTP/1.1" status: 404 len: 347 time: 0.0305276 Jun 21 14:07:25.981279 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dea6b1-c8eb-4fe5-a49f-fde297d9f603 None None] New status for floating IP eacf4453-abbe-4afd-9f5f-5d6ca0f91e05: DOWN {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:07:26.065664 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Deleting port 8ad31b78-af0b-4aac-b358-fcc9011f5b93 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:26.066001 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.138843 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.139190 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.201439 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Calling delete_port for 8ad31b78-af0b-4aac-b358-fcc9011f5b93 owned by network:floatingip {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:26.344403 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.346356 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8a68b2f2-a280-41ed-b68c-ce97c701a97a tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:26.369404 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event deleted for resources: {'Port': ['ID=8ad31b78-af0b-4aac-b358-fcc9011f5b93,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:26.372606 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:26.429843 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.434414 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.436714 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "DELETE /v2.0/floatingips/eacf4453-abbe-4afd-9f5f-5d6ca0f91e05 HTTP/1.1" status: 204 len: 168 time: 0.4907634 Jun 21 14:07:26.850851 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44280) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:26.855559 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42866294', 'description': 'tempest-description--1097924075'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:26.883828 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.970292 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.975948 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:26.978402 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c9fd7725-9423-4d01-b4cb-f2551443e5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:27.006046 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.007275 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1554036 Jun 21 14:07:27.010840 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44282) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:27.011595 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0d0e53-260f-4a06-b583-f7659b087e2d,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:27.014390 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:27.015840 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-b934ffe0-b5d0-4711-9fd3-c3ed735bab45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'security_group_rule': {'security_group_id': '8b0d0e53-260f-4a06-b583-f7659b087e2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:27.045655 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b934ffe0-b5d0-4711-9fd3-c3ed735bab45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.091524 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b934ffe0-b5d0-4711-9fd3-c3ed735bab45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.096668 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b934ffe0-b5d0-4711-9fd3-c3ed735bab45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.098731 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5786e43a-5374-49d3-9a96-7595410297c6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:27.114360 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934ffe0-b5d0-4711-9fd3-c3ed735bab45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1907a3d-c283-486a-b7bb-4c0b64ce18ad,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:27.117108 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b934ffe0-b5d0-4711-9fd3-c3ed735bab45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:27.120973 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b934ffe0-b5d0-4711-9fd3-c3ed735bab45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.123665 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b934ffe0-b5d0-4711-9fd3-c3ed735bab45 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117458 Jun 21 14:07:27.124616 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44284) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:27.129242 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-1875c4ef-6970-4ddb-9022-ac9b0014e039 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'security_group_rule': {'security_group_id': '8b0d0e53-260f-4a06-b583-f7659b087e2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:27.155909 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1875c4ef-6970-4ddb-9022-ac9b0014e039 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.158058 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:27.181201 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: f09a82e0-bace-45e8-b935-6bfeb6a08b28 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:27.181551 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device f09a82e0-bace-45e8-b935-6bfeb6a08b28 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:27.214719 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1875c4ef-6970-4ddb-9022-ac9b0014e039 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.219427 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1875c4ef-6970-4ddb-9022-ac9b0014e039 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.221629 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5733c818-b491-4fc1-b090-985833b3f834 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:27.237325 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875c4ef-6970-4ddb-9022-ac9b0014e039 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37841a42-d835-4ff7-ac6a-1fb8bce65978,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:27.240135 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-1875c4ef-6970-4ddb-9022-ac9b0014e039 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:27.243295 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1875c4ef-6970-4ddb-9022-ac9b0014e039 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.244647 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-1875c4ef-6970-4ddb-9022-ac9b0014e039 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190484 Jun 21 14:07:27.247849 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44286) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:27.252509 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:27.275966 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.371932 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.482380 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Allocated IP 172.27.2.5 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/486e67cb-fc5e-4c7c-ab2a-713278c6e1aa) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:07:27.581816 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.622578 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.624490 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-561bc968-51ae-4fb8-bd10-c865599b5b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:27.664231 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:07:27.667014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:07:27.671125 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:07:27.674030 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'Port': ['ID=486e67cb-fc5e-4c7c-ab2a-713278c6e1aa,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:27.692250 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:27.753630 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.803662 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.952394 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.959627 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:27.961690 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b9b435e5-dfb7-488e-ae4e-b07c84bcb9ed tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:28.023896 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'Port': ['ID=486e67cb-fc5e-4c7c-ab2a-713278c6e1aa,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:28.027606 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:28.039621 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:28.055225 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:28.056391 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8075664 Jun 21 14:07:28.257451 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-addc0905-ed85-4067-ac37-4f86a52e7c98 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--42866294&fields=id&tenant_id=2df8686152384c01ace3fc274154a2e9 HTTP/1.1" status: 200 len: 267 time: 0.0383220 Jun 21 14:07:28.372737 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-7fc574dd-6a83-424e-bbfc-94ec51f101cf tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:28.374175 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-7fc574dd-6a83-424e-bbfc-94ec51f101cf tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 816 time: 0.1099577 Jun 21 14:07:28.391673 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-0d55d2fb-8fbc-4aae-a6aa-69dbb37edb62 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/quotas/2df8686152384c01ace3fc274154a2e9 HTTP/1.1" status: 200 len: 375 time: 0.0092554 Jun 21 14:07:28.466985 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-4bd46d7f-f560-45d3-aaa8-48ec749dda2d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680823 Jun 21 14:07:28.560721 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-424e705a-71be-4a2d-ae50-49a7c1302907 service neutron] 10.222.0.21 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819674 Jun 21 14:07:28.671808 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-fb6e42ec-fec8-4354-91e8-8f6275dfdd16 service neutron] 10.222.0.21 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968554 Jun 21 14:07:28.858144 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c5709096-562a-488f-83d5-476ede8d0573 req-90eadde8-04fc-4096-bf5a-4ba5e1454466 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 210 time: 0.0322258 Jun 21 14:07:30.000208 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-96e0081d-734a-4a2b-a398-d8553e3ff87a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:30.002607 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-96e0081d-734a-4a2b-a398-d8553e3ff87a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 816 time: 0.1084101 Jun 21 14:07:30.022251 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b5b2c57a-6625-4750-adc4-1a730ebb0803 req-f81cd602-18b9-4ec2-b79d-ef7d80e56400 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 210 time: 0.0442009 Jun 21 14:07:30.058730 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-9241ecd7-11df-42f4-ad15-d26ba157f6d1 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2df8686152384c01ace3fc274154a2e9 HTTP/1.1" status: 200 len: 378 time: 0.0407958 Jun 21 14:07:30.067368 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'port': {'device_id': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'admin_state_up': True, 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'security_groups': ['8b0d0e53-260f-4a06-b583-f7659b087e2d']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:30.441539 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Made reservation on behalf of 2df8686152384c01ace3fc274154a2e9 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:07:30.445099 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:30.569213 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Allocated IP 172.20.0.7 (c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5/5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e/52b83dfb-a25b-443e-8022-8d5ff5d19899) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:07:30.705204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:30.717891 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Transition to ACTIVE for port object 52b83dfb-a25b-443e-8022-8d5ff5d19899 will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:07:30.758666 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:30.762906 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b0ecc557-e286-4d11-813f-a50e5cf3bd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:30.802426 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:07:30.805711 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:07:30.809432 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:07:30.815915 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:30.835913 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:30.861351 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:30.861997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:30.878943 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151572 Jun 21 14:07:30.897796 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Request body: {'port': {'device_id': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:30.974245 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f89ffe7f-6349-4065-94f9-5b7328190f9d None None] Provisioning for port 52b83dfb-a25b-443e-8022-8d5ff5d19899 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:07:30.976094 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:30.978079 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f89ffe7f-6349-4065-94f9-5b7328190f9d None None] Provisioning complete for port 52b83dfb-a25b-443e-8022-8d5ff5d19899 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:07:30.978576 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f89ffe7f-6349-4065-94f9-5b7328190f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:31.011045 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-f89ffe7f-6349-4065-94f9-5b7328190f9d None None] Port 52b83dfb-a25b-443e-8022-8d5ff5d19899 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:07:31.203497 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f11054-6721-4814-b535-abb8015f2b1a req-e50ffcd4-ec9c-4116-9473-7fde5c992ca9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:31.205043 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f7f11054-6721-4814-b535-abb8015f2b1a req-e50ffcd4-ec9c-4116-9473-7fde5c992ca9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 931 time: 0.0655646 Jun 21 14:07:31.231824 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b83dfb-a25b-443e-8022-8d5ff5d19899 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:07:31.239749 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:31.242755 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f7f11054-6721-4814-b535-abb8015f2b1a req-353ff1d5-c180-4df1-8a01-019ba4836b23 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321426 Jun 21 14:07:31.252020 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Transition to ACTIVE for port object 52b83dfb-a25b-443e-8022-8d5ff5d19899 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:07:31.256410 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:31.258600 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:31.341414 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:31.359821 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:31.408442 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Attempting to bind port 52b83dfb-a25b-443e-8022-8d5ff5d19899 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:07:31.408785 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Attempting to bind port 52b83dfb-a25b-443e-8022-8d5ff5d19899 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:07:31.409112 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Attempting to bind port 52b83dfb-a25b-443e-8022-8d5ff5d19899 on network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:07:31.413581 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Port 52b83dfb-a25b-443e-8022-8d5ff5d19899 on network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:07:31.413894 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Attempting to bind port 52b83dfb-a25b-443e-8022-8d5ff5d19899 on network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:07:31.418805 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:07:31.419142 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Checking segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:07:31.419519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Bound using segment: {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:07:31.419943 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Bound port: 52b83dfb-a25b-443e-8022-8d5ff5d19899, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48839f6-b2a2-4082-8bfb-b5e988769685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:07:31.420291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:31.481209 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:07:31.484142 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:07:31.490908 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:31.492883 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e5609e8d-d25c-4c13-a2bf-cad1f4970829 tempest-AttachVolumeNegativeTest-1659711572 tempest-AttachVolumeNegativeTest-1659711572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:31.531610 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:31.532283 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:31.533923 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] 10.222.0.64 "PUT /v2.0/ports/52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 200 len: 1093 time: 0.6403265 Jun 21 14:07:31.534073 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:31.536399 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4360f-3057-4b63-9236-c3613f247e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:31.565137 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:31.568488 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:31.583901 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b91b8-66f6-4a2f-bd3a-5a781ecca85a x-openstack-request-id: req-822b91b8-66f6-4a2f-bd3a-5a781ecca85a {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:31.584231 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:31.584584 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-822b91b8-66f6-4a2f-bd3a-5a781ecca85a {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:31.585017 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'status': 'completed', 'code': 200} Jun 21 14:07:31.654413 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-fb71f87b-3547-403b-a2be-d4b00cf2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:31.655953 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-fb71f87b-3547-403b-a2be-d4b00cf2134c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1096 time: 0.0621696 Jun 21 14:07:31.705899 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-9f179f10-a410-46f4-8bbc-ed175b1d1ecc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 200 len: 217 time: 0.0357568 Jun 21 14:07:31.756954 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-8fd611b5-40d9-4906-bc35-673c3283522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:31.758308 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-8fd611b5-40d9-4906-bc35-673c3283522e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0462453 Jun 21 14:07:31.814166 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-23fb4d25-a6fe-4dbf-af7d-ddddf07b9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:31.815507 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-23fb4d25-a6fe-4dbf-af7d-ddddf07b9307 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512748 Jun 21 14:07:31.904713 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-d7fb398a-8266-4b21-a746-08d7d6068249 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814538 Jun 21 14:07:32.003658 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9e6413dc-cf61-4a8d-854e-11b16bc043fb req-71cb6933-d2c5-4672-8b2d-2e568de95bd2 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923343 Jun 21 14:07:32.173189 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4360f-3057-4b63-9236-c3613f247e5c req-d8387bb8-ad04-4805-b5c3-733155159d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:32.175168 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2de4360f-3057-4b63-9236-c3613f247e5c req-d8387bb8-ad04-4805-b5c3-733155159d6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1096 time: 0.0574410 Jun 21 14:07:32.268224 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4360f-3057-4b63-9236-c3613f247e5c req-9ff1e74e-6eea-472a-9763-683afa8ef728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:32.269640 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2de4360f-3057-4b63-9236-c3613f247e5c req-9ff1e74e-6eea-472a-9763-683afa8ef728 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0870912 Jun 21 14:07:32.312655 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2de4360f-3057-4b63-9236-c3613f247e5c req-5749438a-5ec2-4e69-85a3-7c3e3b202eb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 200 len: 217 time: 0.0353823 Jun 21 14:07:32.361047 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4360f-3057-4b63-9236-c3613f247e5c req-84ff5466-3609-44bc-955c-420f4fa9a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:32.362699 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2de4360f-3057-4b63-9236-c3613f247e5c req-84ff5466-3609-44bc-955c-420f4fa9a4e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0432832 Jun 21 14:07:32.467023 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffae1f8-38c2-4c8e-9d3b-dd75446dc68b req-e7b83a9b-b575-4edd-ad14-bd8858772772 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:32.468523 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ffae1f8-38c2-4c8e-9d3b-dd75446dc68b req-e7b83a9b-b575-4edd-ad14-bd8858772772 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.1048353 Jun 21 14:07:32.471199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4360f-3057-4b63-9236-c3613f247e5c req-fded9142-b007-4f7d-9180-59aa53d34a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:32.472573 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2de4360f-3057-4b63-9236-c3613f247e5c req-fded9142-b007-4f7d-9180-59aa53d34a04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004448 Jun 21 14:07:32.548836 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8ffae1f8-38c2-4c8e-9d3b-dd75446dc68b req-3ca49ce4-6ced-4a73-867e-cac78a08318e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744257 Jun 21 14:07:32.584476 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2de4360f-3057-4b63-9236-c3613f247e5c req-d96579b5-3756-4bf4-a2d5-68837249c889 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032040 Jun 21 14:07:32.670495 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2de4360f-3057-4b63-9236-c3613f247e5c req-1c337322-98c3-47a5-a123-a78f3203cb99 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791776 Jun 21 14:07:33.749825 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ce7fc-5581-488a-a42b-b2e4c32aa661 req-00430e16-4813-4918-83ef-ea7ff468ce39 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:33.751263 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d40ce7fc-5581-488a-a42b-b2e4c32aa661 req-00430e16-4813-4918-83ef-ea7ff468ce39 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0738628 Jun 21 14:07:33.799096 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d40ce7fc-5581-488a-a42b-b2e4c32aa661 req-faec475a-3876-4b48-8369-e0ad3d8e4934 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394096 Jun 21 14:07:34.437382 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-cc2426a9-1e9b-4678-8569-2447cd4527d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:34.988722 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779e89-a52c-4207-9aeb-a149261ad5e0 req-15ccd0ce-f1b4-4266-ad87-46f0e7ba5b28 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:34.990077 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6f779e89-a52c-4207-9aeb-a149261ad5e0 req-15ccd0ce-f1b4-4266-ad87-46f0e7ba5b28 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0734386 Jun 21 14:07:35.027801 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6f779e89-a52c-4207-9aeb-a149261ad5e0 req-ffe6af6b-94e9-4092-9a5b-f3a5cafc4cae tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318818 Jun 21 14:07:35.193195 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:07:35.295672 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:35.306465 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'port_id': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'mac_address': 'fa:16:3e:7c:e4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:07:35.343945 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:35.356351 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b83dfb-a25b-443e-8022-8d5ff5d19899 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:07:35.375497 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:35.381869 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:35.383749 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:35.428866 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:35.431989 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:36.222456 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2bde7-564e-411a-8ea8-b4a29b1941d8 req-430e7ab0-9a2c-4660-93a8-01d85ef41655 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:36.223890 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-64e2bde7-564e-411a-8ea8-b4a29b1941d8 req-430e7ab0-9a2c-4660-93a8-01d85ef41655 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0666177 Jun 21 14:07:36.260254 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-64e2bde7-564e-411a-8ea8-b4a29b1941d8 req-30333a40-6eaf-4e49-a174-aa78b865ed77 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306215 Jun 21 14:07:36.451995 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:07:37.075790 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-34d5fa41-4cbe-41d5-8de8-6af657f170c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:37.336678 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:37.454773 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391219e-963d-4a92-a162-5d25ea821cad req-0ba66b53-4de0-4afa-aa31-be0aeca24724 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:37.456214 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1391219e-963d-4a92-a162-5d25ea821cad req-0ba66b53-4de0-4afa-aa31-be0aeca24724 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0713296 Jun 21 14:07:37.495329 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1391219e-963d-4a92-a162-5d25ea821cad req-77b2b7a8-bbeb-4c9e-8e7f-c3193c7126c0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309017 Jun 21 14:07:38.159727 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:38.692351 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb4469-9989-4f39-8d96-20debadc1e64 req-0afd5eed-3296-4176-8f27-42baf2fe6d73 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:38.693821 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-66bb4469-9989-4f39-8d96-20debadc1e64 req-0afd5eed-3296-4176-8f27-42baf2fe6d73 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0641637 Jun 21 14:07:38.730531 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-66bb4469-9989-4f39-8d96-20debadc1e64 req-cc1896dd-3afa-4664-b3b0-1313fb0fd174 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309224 Jun 21 14:07:38.831652 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:39.625241 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:39.642617 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['52b83dfb-a25b-443e-8022-8d5ff5d19899'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:07:39.919734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81893524-4c89-4544-b6be-f5a862a72056 req-36697d15-eef4-43bf-9c8d-0783d4dee39c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:39.921123 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-81893524-4c89-4544-b6be-f5a862a72056 req-36697d15-eef4-43bf-9c8d-0783d4dee39c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0769410 Jun 21 14:07:39.963296 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-81893524-4c89-4544-b6be-f5a862a72056 req-bafb4283-a4f4-4b08-8ae9-878be98b3c09 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364060 Jun 21 14:07:41.159754 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f846e6-9114-43f6-b148-c7f4a8078c3c req-68999fc5-5ff4-40c4-94bd-7b9e5bf5aa32 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:41.161212 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-61f846e6-9114-43f6-b148-c7f4a8078c3c req-68999fc5-5ff4-40c4-94bd-7b9e5bf5aa32 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0729315 Jun 21 14:07:41.199867 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-61f846e6-9114-43f6-b148-c7f4a8078c3c req-2552b1c2-eb95-49da-a825-91afbcb81326 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329189 Jun 21 14:07:41.644862 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:07:41.714056 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 52b83dfb-a25b-443e-8022-8d5ff5d19899 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:07:41.718634 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 52b83dfb-a25b-443e-8022-8d5ff5d19899 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:07:41.719019 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:41.798136 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:41.821312 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:41.823596 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eb6c81-d0f9-462f-a2e3-1325abd7f807" -d '{"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-plugged", "status": "completed", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:41.836084 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:41.842636 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:41.844577 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-894fa7a4-3146-4d46-b3eb-cb155de1acf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:41.865751 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742c920d-3b34-4c8e-8ec8-11cfdaeff5be x-openstack-request-id: req-742c920d-3b34-4c8e-8ec8-11cfdaeff5be {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:41.866052 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-plugged", "status": "completed", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:41.866311 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-742c920d-3b34-4c8e-8ec8-11cfdaeff5be {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:41.866703 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'code': 200} Jun 21 14:07:41.891656 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:41.894578 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:42.142621 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30f809-9124-477e-817e-26eaa8875b0e req-27d4a5cb-f0cd-4e4c-ab1c-8a6463bc5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:42.143989 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0d30f809-9124-477e-817e-26eaa8875b0e req-27d4a5cb-f0cd-4e4c-ab1c-8a6463bc5b73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1098 time: 0.0535285 Jun 21 14:07:42.180277 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0d30f809-9124-477e-817e-26eaa8875b0e req-5fb08870-f4d0-4564-bad8-d18ba8fc84af service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279860 Jun 21 14:07:42.410003 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ca94-3541-4c95-87f8-f5203a9e8533 req-fc5517bd-5588-49a5-950a-506b04ce1bac tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:42.411382 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8335ca94-3541-4c95-87f8-f5203a9e8533 req-fc5517bd-5588-49a5-950a-506b04ce1bac tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0799947 Jun 21 14:07:42.450594 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8335ca94-3541-4c95-87f8-f5203a9e8533 req-c051f042-5ebe-4ad1-9141-f0ae8f2e5d65 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332923 Jun 21 14:07:43.630799 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1a829-769e-45b5-85c6-ee2b25d50cd4 req-88301402-d326-4ad1-8194-f62e988d1234 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:43.632148 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d7f1a829-769e-45b5-85c6-ee2b25d50cd4 req-88301402-d326-4ad1-8194-f62e988d1234 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0610387 Jun 21 14:07:43.668291 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d7f1a829-769e-45b5-85c6-ee2b25d50cd4 req-250d2390-02c4-4d98-ba84-4f58d4eec774 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305111 Jun 21 14:07:44.871475 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afbc3f-fc39-482d-a0d8-29cf27bf99e8 req-2cda3fb4-5766-448c-b238-011eb086423f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:44.872880 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-40afbc3f-fc39-482d-a0d8-29cf27bf99e8 req-2cda3fb4-5766-448c-b238-011eb086423f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0738728 Jun 21 14:07:44.912975 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-40afbc3f-fc39-482d-a0d8-29cf27bf99e8 req-3b5365be-7205-4a0b-8a63-ae0349bf7c7b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341008 Jun 21 14:07:45.092065 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a412-e5a2-4576-b802-413ef148d0d0 req-001eb3de-e96b-423c-a9b5-5ad722eec670 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:45.093558 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e488a412-e5a2-4576-b802-413ef148d0d0 req-001eb3de-e96b-423c-a9b5-5ad722eec670 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0706527 Jun 21 14:07:45.102279 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44406) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:45.106756 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Request body: {'floatingip': {'port_id': '52b83dfb-a25b-443e-8022-8d5ff5d19899'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:45.145830 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:45.577665 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:45.581900 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:45.680455 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Floating IP c8acd3f0-7158-492b-97fa-7980e5050aa7 associated. External IP: 172.27.2.5, port: 52b83dfb-a25b-443e-8022-8d5ff5d19899. Jun 21 14:07:45.901972 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-25477948-0d8f-413c-bc4b-f8140388efd4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605553712&fields=id&tenant_id=c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 267 time: 0.0466170 Jun 21 14:07:45.909239 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:07:46.083020 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d73bc-9188-4b44-a228-4df1b549661a req-31bd8dad-f8c0-4198-975c-fd0ba47a6883 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:46.084324 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-31bd8dad-f8c0-4198-975c-fd0ba47a6883 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 812 time: 0.1738198 Jun 21 14:07:46.101026 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:07:46.106005 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:46.110602 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-579ef4e8-763f-4fd1-b561-3ba9c2d580e4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/quotas/c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 375 time: 0.0192657 Jun 21 14:07:46.111063 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] Sync routers for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:07:46.121424 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:46.122053 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:46.231115 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:46.442921 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c9520501-2c2f-4a42-96fc-b7d5c72958ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "PUT /v2.0/floatingips/c8acd3f0-7158-492b-97fa-7980e5050aa7 HTTP/1.1" status: 200 len: 989 time: 1.3394871 Jun 21 14:07:46.444250 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:46.446546 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687" -d '{"events": [{"name": "network-changed", "server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:46.466599 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'c8acd3f0-7158-492b-97fa-7980e5050aa7', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'port_id': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'mac_address': 'fa:16:3e:7c:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:07:27Z', 'updated_at': '2021-06-21T14:07:45Z', 'revision_number': 1, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:46.484587 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-d7ffd680-ccd1-4f82-b14a-42de70e05abe tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0856888 Jun 21 14:07:46.492047 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] Checking router: 0d8ccb41-79c5-4a56-8049-d34ad8978b88 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:07:46.500583 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:46.501191 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:46.581766 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-ccdd8dad-f4be-414d-b517-ec776b0a45d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843759 Jun 21 14:07:46.632988 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb1815f-953c-45e3-96cc-ad751a20844f x-openstack-request-id: req-beb1815f-953c-45e3-96cc-ad751a20844f {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:46.633283 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:46.633584 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-beb1815f-953c-45e3-96cc-ad751a20844f {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:46.634007 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'status': 'completed', 'code': 200} Jun 21 14:07:46.677297 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-a5c81dbe-5763-4975-b49f-c501e15f9073 service neutron] 10.222.0.21 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890868 Jun 21 14:07:46.737931 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-3b3df9e1-ef80-4073-be28-e10e8246fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:46.738916 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:46.740213 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-3b3df9e1-ef80-4073-be28-e10e8246fa53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1098 time: 0.0610600 Jun 21 14:07:46.829729 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-6d9cbfaf-4928-4cf0-a24c-bcec451e33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:46.831359 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-6d9cbfaf-4928-4cf0-a24c-bcec451e33a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0836329 Jun 21 14:07:46.910015 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-2e3d92c5-5220-4c23-b34a-94fc47986853 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 200 len: 997 time: 0.0710649 Jun 21 14:07:46.980695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-d8abe786-78ef-4d07-a9e6-e19ba1951005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:46.982573 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-d8abe786-78ef-4d07-a9e6-e19ba1951005 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0659389 Jun 21 14:07:46.989242 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'c8acd3f0-7158-492b-97fa-7980e5050aa7', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'port_id': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'mac_address': 'fa:16:3e:7c:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:07:27Z', 'updated_at': '2021-06-21T14:07:45Z', 'revision_number': 1, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:47.008978 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9dcfcbb7-39c3-46a8-94eb-0ed699e52a8c req-dc5fbc75-6a9b-4908-85db-89ef6dc93c52 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 210 time: 0.0351098 Jun 21 14:07:47.024197 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1785e-13fc-489e-ba33-bfa370c12cab None None] The sync data for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi is: [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'c8acd3f0-7158-492b-97fa-7980e5050aa7', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'port_id': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'mac_address': 'fa:16:3e:7c:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:07:27Z', 'updated_at': '2021-06-21T14:07:45Z', 'revision_number': 1, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:07:47.050075 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-f1753b13-6a6f-4867-b43a-852ffd7c04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:47.051570 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-f1753b13-6a6f-4867-b43a-852ffd7c04cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620406 Jun 21 14:07:47.154554 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-9b91b057-78be-432f-9bbb-71a217d0e4bc service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953915 Jun 21 14:07:47.245255 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054167b5-6394-4fd4-b9d5-63509678a900 None None] New status for floating IP c8acd3f0-7158-492b-97fa-7980e5050aa7: ACTIVE {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:07:47.246942 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad9362e2-f3fd-4ea0-b30a-e9d3916df687 req-039c876d-3b2b-4564-9d6c-f95484b0791a service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865099 Jun 21 14:07:48.158728 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-bb2f1f5e-5401-4d44-a0e5-50d8332366a6 req-13a4a192-fd26-4b8c-9a83-a48963fc63b6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 210 time: 0.0290358 Jun 21 14:07:48.214810 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d73bc-9188-4b44-a228-4df1b549661a req-9596c3a3-21e4-45bb-8988-4b513a788449 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:48.216276 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-9596c3a3-21e4-45bb-8988-4b513a788449 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 812 time: 0.1066821 Jun 21 14:07:48.266264 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-d84184ef-5640-4978-b20b-78e5c28b3640 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c245f05ac88941a1a4fbe3666e975df4 HTTP/1.1" status: 200 len: 380 time: 0.0333526 Jun 21 14:07:48.274852 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'port': {'device_id': '207815f5-2e69-4826-8889-c2d79e230605', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'admin_state_up': True, 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'security_groups': ['31af3e71-fd4c-4563-bf3f-38ba1531560d']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:48.381919 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Made reservation on behalf of c245f05ac88941a1a4fbe3666e975df4 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:07:48.385562 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.516765 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Allocated IP 172.20.0.9 (a216662f-fa3a-403f-8e4b-4ab3b3757f8f/52a89dd7-a04d-4f75-9e61-c15c8bb49f48/7a02afce-7930-46f2-b39e-e03714f61c9f) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:07:48.657069 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.670472 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Transition to ACTIVE for port object 7a02afce-7930-46f2-b39e-e03714f61c9f will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:07:48.704345 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.708041 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-563f094d-fc90-4205-aef6-645f68bd5fd4 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:48.747312 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:07:48.750627 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:07:48.754268 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:07:48.778414 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=7a02afce-7930-46f2-b39e-e03714f61c9f,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:48.783131 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:48.813294 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:48.814353 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.835336 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639815 Jun 21 14:07:48.862006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Request body: {'port': {'device_id': '207815f5-2e69-4826-8889-c2d79e230605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:48.941364 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.006354 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-a978a4e0-d1a2-4adb-bac7-00d96a314d54 None None] Provisioning for port 7a02afce-7930-46f2-b39e-e03714f61c9f completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:07:49.010588 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-a978a4e0-d1a2-4adb-bac7-00d96a314d54 None None] Provisioning complete for port 7a02afce-7930-46f2-b39e-e03714f61c9f triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:07:49.011179 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a978a4e0-d1a2-4adb-bac7-00d96a314d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.049854 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-a978a4e0-d1a2-4adb-bac7-00d96a314d54 None None] Port 7a02afce-7930-46f2-b39e-e03714f61c9f cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:07:49.222230 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a02afce-7930-46f2-b39e-e03714f61c9f {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:07:49.233666 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.249515 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Transition to ACTIVE for port object 7a02afce-7930-46f2-b39e-e03714f61c9f will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:07:49.256967 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.267777 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9512b8b9-c36b-4f76-aab1-b8bcb7aa85c8 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:49.369430 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a02afce-7930-46f2-b39e-e03714f61c9f,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:49.394144 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:49.459846 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Attempting to bind port 7a02afce-7930-46f2-b39e-e03714f61c9f on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:07:49.460223 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Attempting to bind port 7a02afce-7930-46f2-b39e-e03714f61c9f by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:07:49.460519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Attempting to bind port 7a02afce-7930-46f2-b39e-e03714f61c9f on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:07:49.474366 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cfda0-fd42-439a-bcc2-9375057253be req-f561cba5-a755-41a5-9e94-c7338a1e15df tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.475847 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-094cfda0-fd42-439a-bcc2-9375057253be req-f561cba5-a755-41a5-9e94-c7338a1e15df tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.1396649 Jun 21 14:07:49.476931 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Port 7a02afce-7930-46f2-b39e-e03714f61c9f on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:07:49.477241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Attempting to bind port 7a02afce-7930-46f2-b39e-e03714f61c9f on network a216662f-fa3a-403f-8e4b-4ab3b3757f8f {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:07:49.484174 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:07:49.484520 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Checking segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:07:49.484893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Bound using segment: {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:07:49.485317 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Bound port: 7a02afce-7930-46f2-b39e-e03714f61c9f, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:07:49.485662 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.547280 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-094cfda0-fd42-439a-bcc2-9375057253be req-4d30f6f0-ba30-4ba6-bab7-c9acd889e13b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647120 Jun 21 14:07:49.570154 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] For port 7a02afce-7930-46f2-b39e-e03714f61c9f, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:07:49.573460 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] For port 7a02afce-7930-46f2-b39e-e03714f61c9f, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a02afce-7930-46f2-b39e-e03714f61c9f,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:07:49.578875 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.580879 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:49.613932 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.614597 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.616001 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7a02afce-7930-46f2-b39e-e03714f61c9f HTTP/1.1" status: 200 len: 1093 time: 0.7585735 Jun 21 14:07:49.616495 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:49.618760 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f318e251-4c2d-4b4e-bf69-73916b4c4788" -d '{"events": [{"name": "network-changed", "server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:49.644023 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a02afce-7930-46f2-b39e-e03714f61c9f,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:49.647296 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:49.664531 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695777df-42c6-4ca9-9d4f-685880c27508 x-openstack-request-id: req-695777df-42c6-4ca9-9d4f-685880c27508 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:49.665389 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:49.665389 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-695777df-42c6-4ca9-9d4f-685880c27508 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:49.665623 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'status': 'completed', 'code': 200} Jun 21 14:07:49.750933 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d73bc-9188-4b44-a228-4df1b549661a req-6be2f431-5fc7-444e-ab84-d97b202f6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.752471 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-6be2f431-5fc7-444e-ab84-d97b202f6c3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 1096 time: 0.0661495 Jun 21 14:07:49.803455 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-f17b8d51-415a-4a50-a4e3-e69e5663364d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a02afce-7930-46f2-b39e-e03714f61c9f HTTP/1.1" status: 200 len: 217 time: 0.0339820 Jun 21 14:07:49.851815 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d73bc-9188-4b44-a228-4df1b549661a req-b703ec70-b4b7-4ee0-8da1-3edc5a8f20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.853383 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-b703ec70-b4b7-4ee0-8da1-3edc5a8f20ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0432653 Jun 21 14:07:49.918635 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d73bc-9188-4b44-a228-4df1b549661a req-a56c8dc2-2613-4ed2-b7a3-cd83234874f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.924503 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-a56c8dc2-2613-4ed2-b7a3-cd83234874f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646870 Jun 21 14:07:50.025352 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-0b461ef4-4f86-4bdc-9ff7-f93cec0f9f13 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939100 Jun 21 14:07:50.117981 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-513d73bc-9188-4b44-a228-4df1b549661a req-11d27965-5e92-4995-980a-50981d22c713 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843453 Jun 21 14:07:50.264578 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-a7bdb653-e655-44c9-a147-7ff06e9cf27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:50.266195 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-a7bdb653-e655-44c9-a147-7ff06e9cf27c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 1096 time: 0.0580978 Jun 21 14:07:50.353999 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-fa21f721-74d8-4013-b5cf-9466072b9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:50.355531 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-fa21f721-74d8-4013-b5cf-9466072b9af3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0830305 Jun 21 14:07:50.398104 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-32eb5e2a-2d91-4dad-859e-ebb77e80c234 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a02afce-7930-46f2-b39e-e03714f61c9f HTTP/1.1" status: 200 len: 217 time: 0.0366540 Jun 21 14:07:50.445880 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-70152cd9-3726-4261-9a97-a194652c9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:50.447276 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-70152cd9-3726-4261-9a97-a194652c9312 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0432935 Jun 21 14:07:50.507750 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-899c7023-47a8-47d8-9e7c-fd7a6bba2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:50.509930 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-899c7023-47a8-47d8-9e7c-fd7a6bba2f2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560434 Jun 21 14:07:50.599020 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-476e9bb3-9dd9-4f2b-ba6a-a3d732bee087 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828214 Jun 21 14:07:50.687062 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-f318e251-4c2d-4b4e-bf69-73916b4c4788 req-e36f20d4-f773-4b4e-9235-0e4b3aa82091 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808048 Jun 21 14:07:50.721129 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bea79-4dab-45b9-8dcc-7542fe88b27f req-699d1292-617f-42dc-8564-f68f88e61285 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:50.722604 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f8bea79-4dab-45b9-8dcc-7542fe88b27f req-699d1292-617f-42dc-8564-f68f88e61285 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.0626414 Jun 21 14:07:50.773704 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9f8bea79-4dab-45b9-8dcc-7542fe88b27f req-2c4f9631-8e60-43ec-9727-6c904d61a0be tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Jun 21 14:07:51.975705 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c163bd6-c3df-4cdb-b025-3ce2e9cc20c0 req-adf333a5-11fc-4213-9fa2-11ce6fac3f02 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:51.977192 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8c163bd6-c3df-4cdb-b025-3ce2e9cc20c0 req-adf333a5-11fc-4213-9fa2-11ce6fac3f02 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.0713134 Jun 21 14:07:52.013558 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8c163bd6-c3df-4cdb-b025-3ce2e9cc20c0 req-adac5bc8-a0dd-4e4b-9d8d-27d65acbb896 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303218 Jun 21 14:07:53.202450 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e17bca-c139-4f08-a672-f76f4b31346d req-ead3f6e9-3a6e-47ec-a24e-29edb87fe043 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:53.203880 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-00e17bca-c139-4f08-a672-f76f4b31346d req-ead3f6e9-3a6e-47ec-a24e-29edb87fe043 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.0678921 Jun 21 14:07:53.243023 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-00e17bca-c139-4f08-a672-f76f4b31346d req-c0339f21-8afc-40f1-84e8-fbfc68f7d85b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307729 Jun 21 14:07:54.433772 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c13fc5-65c2-477e-b262-cbbd2ea2b1a5 req-f880da14-1cd9-4230-93e1-621aef57c5fa tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:54.435257 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f0c13fc5-65c2-477e-b262-cbbd2ea2b1a5 req-f880da14-1cd9-4230-93e1-621aef57c5fa tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.0722477 Jun 21 14:07:54.476802 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f0c13fc5-65c2-477e-b262-cbbd2ea2b1a5 req-52a35278-4762-4439-bb86-bc2beaee60dd tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353065 Jun 21 14:07:55.812397 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9afbf-5a2b-427f-b2de-492c44f9ec91 req-bd349591-e3ad-4186-9fcd-f61c8a3e5f26 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:55.813885 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a7b9afbf-5a2b-427f-b2de-492c44f9ec91 req-bd349591-e3ad-4186-9fcd-f61c8a3e5f26 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.2174354 Jun 21 14:07:55.851660 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a7b9afbf-5a2b-427f-b2de-492c44f9ec91 req-c50c47d5-7cac-4f40-8c5a-ec51075ade3a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311391 Jun 21 14:07:57.098263 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a132737-f6de-44fb-9198-0a59cec2d8e7 req-7c24d2d2-60dd-4d31-974f-4e00215a867e tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:57.099766 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0a132737-f6de-44fb-9198-0a59cec2d8e7 req-7c24d2d2-60dd-4d31-974f-4e00215a867e tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.0675952 Jun 21 14:07:57.144050 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0a132737-f6de-44fb-9198-0a59cec2d8e7 req-96d7a3e2-b254-4ba1-8b11-f21123056d9c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386138 Jun 21 14:07:58.329507 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdad14-fb1a-476f-bc6c-9782e8eaf1a8 req-b1f2656e-f1c0-4b15-845d-530598781990 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:58.330167 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-80bdad14-fb1a-476f-bc6c-9782e8eaf1a8 req-b1f2656e-f1c0-4b15-845d-530598781990 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.0663116 Jun 21 14:07:58.367388 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-80bdad14-fb1a-476f-bc6c-9782e8eaf1a8 req-4958567e-fff1-43ac-bbcb-6957263f34cf tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315557 Jun 21 14:07:59.549604 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d1b5-1d0a-4f98-b073-97ee57dd7e19 req-d7e4b013-c28c-46e0-a690-3bbfb68b3e6f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:59.551115 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-94a6d1b5-1d0a-4f98-b073-97ee57dd7e19 req-d7e4b013-c28c-46e0-a690-3bbfb68b3e6f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 943 time: 0.0668893 Jun 21 14:07:59.588940 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-94a6d1b5-1d0a-4f98-b073-97ee57dd7e19 req-8bbaa5d4-db28-4375-9574-8f0a766c6dc3 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Jun 21 14:07:59.742989 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 7a02afce-7930-46f2-b39e-e03714f61c9f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:07:59.846567 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 7a02afce-7930-46f2-b39e-e03714f61c9f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a02afce-7930-46f2-b39e-e03714f61c9f,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:59.859480 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'port_id': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'mac_address': 'fa:16:3e:de:f1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:07:59.898113 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.910705 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a02afce-7930-46f2-b39e-e03714f61c9f {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:07:59.929132 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 7a02afce-7930-46f2-b39e-e03714f61c9f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a02afce-7930-46f2-b39e-e03714f61c9f,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:59.935545 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.937599 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:59.981557 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=7a02afce-7930-46f2-b39e-e03714f61c9f,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:59.984767 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:00.400977 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['7a02afce-7930-46f2-b39e-e03714f61c9f'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:08:00.763687 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64236a1-02e2-473e-8faa-d4c228d5e857 req-8f1bd5c3-5341-4dbc-8e0c-059105150a3a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:00.765135 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b64236a1-02e2-473e-8faa-d4c228d5e857 req-8f1bd5c3-5341-4dbc-8e0c-059105150a3a tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 944 time: 0.0667183 Jun 21 14:08:00.804629 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b64236a1-02e2-473e-8faa-d4c228d5e857 req-99e98ea0-16f8-4779-8f58-b669be95ae77 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Jun 21 14:08:01.756004 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 7a02afce-7930-46f2-b39e-e03714f61c9f up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:08:01.810217 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 7a02afce-7930-46f2-b39e-e03714f61c9f completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:08:01.814535 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 7a02afce-7930-46f2-b39e-e03714f61c9f triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:08:01.814916 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:01.893520 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:01.915732 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:08:01.918095 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91710fb0-530a-4a29-89a7-d60387d9b79d" -d '{"events": [{"server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "name": "network-vif-plugged", "status": "completed", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:08:01.930539 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 7a02afce-7930-46f2-b39e-e03714f61c9f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a02afce-7930-46f2-b39e-e03714f61c9f,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:01.935865 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:01.938568 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:01.965145 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b94411-0d6e-4df6-8672-6a4e217e0b23 x-openstack-request-id: req-42b94411-0d6e-4df6-8672-6a4e217e0b23 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:08:01.965446 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "name": "network-vif-plugged", "status": "completed", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:08:01.965712 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42b94411-0d6e-4df6-8672-6a4e217e0b23 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:08:01.966099 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'code': 200} Jun 21 14:08:01.990983 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=7a02afce-7930-46f2-b39e-e03714f61c9f,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:01.992160 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3442242-da15-4085-89ba-9f1baf0c2034 req-17dd84f5-81fe-40bc-b87a-afa84c659864 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:01.993801 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f3442242-da15-4085-89ba-9f1baf0c2034 req-17dd84f5-81fe-40bc-b87a-afa84c659864 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0650566 Jun 21 14:08:01.994216 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:02.037604 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f3442242-da15-4085-89ba-9f1baf0c2034 req-6c3cc484-834f-4722-adcf-9d71402314bd tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Jun 21 14:08:02.306538 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2261a3-f175-4413-8bb0-96cbd91b8f4e req-b32d8e5b-718b-4c95-8e81-48ed57bbd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:02.307998 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7d2261a3-f175-4413-8bb0-96cbd91b8f4e req-b32d8e5b-718b-4c95-8e81-48ed57bbd454 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 1098 time: 0.0550613 Jun 21 14:08:02.341976 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7d2261a3-f175-4413-8bb0-96cbd91b8f4e req-288105c0-7716-4c48-9dd2-a2572a2e751f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271087 Jun 21 14:08:03.229989 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abe17b-b529-4c16-9b33-2f3daf20b694 req-ea6d148a-3240-4780-98ba-edbe3282ae4c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:03.231436 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e8abe17b-b529-4c16-9b33-2f3daf20b694 req-ea6d148a-3240-4780-98ba-edbe3282ae4c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0731983 Jun 21 14:08:03.281896 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e8abe17b-b529-4c16-9b33-2f3daf20b694 req-69a772d8-abe6-46f4-bbc1-d7176cac6e35 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Jun 21 14:08:04.433772 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-00964b7f-5555-4349-9a7d-a9c072abc492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.463423 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2620-19d1-44c2-b044-a8f7bafcd9fc req-435ad897-6997-407c-b03e-05248ad02d3d tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:04.464909 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f8ea2620-19d1-44c2-b044-a8f7bafcd9fc req-435ad897-6997-407c-b03e-05248ad02d3d tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0647161 Jun 21 14:08:04.502419 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f8ea2620-19d1-44c2-b044-a8f7bafcd9fc req-33c62f83-86bb-447e-8ce9-1407955ff15e tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Jun 21 14:08:04.741776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529788-039d-47d3-ae3e-6ee2a8f5fe63 req-6d3ec2bd-24da-48c2-bf32-0bcfe207503b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:04.743222 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-61529788-039d-47d3-ae3e-6ee2a8f5fe63 req-6d3ec2bd-24da-48c2-bf32-0bcfe207503b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.1264925 Jun 21 14:08:04.780804 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-61529788-039d-47d3-ae3e-6ee2a8f5fe63 req-15a68ed8-56d4-4c94-97eb-c9e504d934a2 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Jun 21 14:08:04.805237 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44578) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:04.968276 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd7778-8a9d-485c-ac0f-fb9029b28f38 tempest-TestVolumeBootPattern-1351725677 tempest-TestVolumeBootPattern-1351725677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:04.972089 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-7afd7778-8a9d-485c-ac0f-fb9029b28f38 tempest-TestVolumeBootPattern-1351725677 tempest-TestVolumeBootPattern-1351725677-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 1093 time: 0.1637247 Jun 21 14:08:04.972862 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44582) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:04.977247 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'port_id': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:08:04.999584 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.099312 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.204063 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Allocated IP 172.27.2.2 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/c7cf3ec3-9d6e-404d-a3e8-968d64272eef) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:08:05.308465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.347993 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.350062 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-75901844-d90d-4375-97a8-9c58d8c581a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:05.388268 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:08:05.391085 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:08:05.395233 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:08:05.398147 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=c7cf3ec3-9d6e-404d-a3e8-968d64272eef,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:05.424543 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.424913 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.425274 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.425630 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.425979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.426335 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.426684 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.427067 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.427383 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.427689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.428069 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.428391 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:05.433041 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:05.757438 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.834540 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.977356 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.982312 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.985132 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9c32a78a-a65c-41b4-8160-86801769a600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:06.049365 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event updated for resources: {'Port': ['ID=c7cf3ec3-9d6e-404d-a3e8-968d64272eef,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:06.054758 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:06.061548 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:06.437562 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Floating IP 424af977-1bee-4d18-8ad0-931bdcf31109 associated. External IP: 172.27.2.2, port: 7a02afce-7930-46f2-b39e-e03714f61c9f. Jun 21 14:08:06.642052 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Router bd41312b-23cf-4190-9911-8ee1749c4544 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:08:06.757172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:08:06.766557 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:08:06.774225 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:06.775634 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:08:06.776307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:07:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:06.810640 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8367779 Jun 21 14:08:06.811377 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:08:06.814172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450" -d '{"events": [{"name": "network-changed", "server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:08:06.849711 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28dea44-e666-44d9-93d0-f90a857540ff x-openstack-request-id: req-e28dea44-e666-44d9-93d0-f90a857540ff {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:08:06.850029 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:08:06.850310 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e28dea44-e666-44d9-93d0-f90a857540ff {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:08:06.850731 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'status': 'completed', 'code': 200} Jun 21 14:08:06.880061 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:08:06.954510 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-61c2f791-a755-4eaa-8805-c374355268c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:06.955972 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-61c2f791-a755-4eaa-8805-c374355268c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 1098 time: 0.0529838 Jun 21 14:08:07.048459 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-79bdeb81-66f0-4851-aa5f-1c95bcd570dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:07.049929 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-79bdeb81-66f0-4851-aa5f-1c95bcd570dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0859940 Jun 21 14:08:07.081743 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-15aeedba-63b3-442e-a306-e2d214b5fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:07.110373 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:33Z', 'revision_number': 1, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}, {'id': '424af977-1bee-4d18-8ad0-931bdcf31109', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:de:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207815f5-2e69-4826-8889-c2d79e230605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:08:05Z', 'updated_at': '2021-06-21T14:08:05Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:07.119939 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-bfd2d013-39a1-445c-b93a-a76190bc6601 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a02afce-7930-46f2-b39e-e03714f61c9f HTTP/1.1" status: 200 len: 997 time: 0.0592902 Jun 21 14:08:07.136023 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:08:07.144868 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:08:07.145482 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:08:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:07.167665 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-8dba4494-c0e6-423e-ad2e-2fb58e11896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:07.169146 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-8dba4494-c0e6-423e-ad2e-2fb58e11896d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0420673 Jun 21 14:08:07.233968 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-565c41f2-b7c6-494a-a214-1df54754ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:07.235459 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-565c41f2-b7c6-494a-a214-1df54754ab62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566657 Jun 21 14:08:07.248452 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:08:07.323057 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-7b5dc899-41e8-4560-a7bd-559db1405cc7 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799935 Jun 21 14:08:07.349396 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:07.415325 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-77aca4a0-b3c5-4e8f-bd56-a9bbdd3fc450 req-eb7ca1c8-e83a-4eae-a0ce-e43e4efd8621 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850909 Jun 21 14:08:07.487169 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:33Z', 'revision_number': 1, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}, {'id': '424af977-1bee-4d18-8ad0-931bdcf31109', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:de:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207815f5-2e69-4826-8889-c2d79e230605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:08:05Z', 'updated_at': '2021-06-21T14:08:05Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:07.511963 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1653f-5da4-4d73-a3d6-081e5a47ae84 None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:33Z', 'revision_number': 1, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}, {'id': '424af977-1bee-4d18-8ad0-931bdcf31109', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:de:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207815f5-2e69-4826-8889-c2d79e230605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:08:05Z', 'updated_at': '2021-06-21T14:08:05Z', 'revision_number': 0, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:08:07.705485 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c3d6b-0521-4993-a597-55db33b7fcca None None] New status for floating IP 424af977-1bee-4d18-8ad0-931bdcf31109: ACTIVE {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:08:08.165277 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:08.829629 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:09.635334 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:13.449937 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:08:13.583930 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-c18de5e4-2f4f-42df-9ff1-26652a0f03f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971706 Jun 21 14:08:13.698128 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-4384b94a-a65a-4039-b27e-7a4d0d6e27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:13.699463 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-4384b94a-a65a-4039-b27e-7a4d0d6e27cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 1099 time: 0.0527329 Jun 21 14:08:13.807598 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-1edffee9-d48b-420c-81bd-14ed87e96976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:13.809057 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-1edffee9-d48b-420c-81bd-14ed87e96976 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0876095 Jun 21 14:08:13.872738 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-e553012a-e131-4598-ba88-bd82639d12a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654 HTTP/1.1" status: 200 len: 1002 time: 0.0569201 Jun 21 14:08:13.921861 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-47a36cda-efed-4095-84cf-340c494166a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:13.923281 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-47a36cda-efed-4095-84cf-340c494166a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0436723 Jun 21 14:08:13.991389 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-6e8cab1c-a583-403f-a8b1-9fa16e750bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:13.992852 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-6e8cab1c-a583-403f-a8b1-9fa16e750bb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576220 Jun 21 14:08:14.012714 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-e9a44397-12d6-4f50-b8cc-16e3afe30731 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:08:14.014200 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-e9a44397-12d6-4f50-b8cc-16e3afe30731 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080295 Jun 21 14:08:14.107551 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-c7053b34-8c66-4712-8c41-ec19e1a8ea9e service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846095 Jun 21 14:08:14.216690 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9d87aff6-0c2b-4b1d-bc29-834775e7bc94 req-cdc37714-a7da-4bbe-a390-52c83bb16724 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022666 Jun 21 14:08:26.475941 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be6586-8322-431f-9aef-e5b8a3337e99 req-919732db-937b-4887-ae2d-de2d150b0c50 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:26.477522 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c1be6586-8322-431f-9aef-e5b8a3337e99 req-919732db-937b-4887-ae2d-de2d150b0c50 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 946 time: 0.0842345 Jun 21 14:08:26.519284 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c1be6586-8322-431f-9aef-e5b8a3337e99 req-d357d44e-7804-46a2-b966-e6adc941610a tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330124 Jun 21 14:08:27.706014 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3f86-5037-4756-bcae-f98f5175a1ad req-eaee45af-5c3b-4ab2-bba1-387f231e0de2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:27.707419 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b49f3f86-5037-4756-bcae-f98f5175a1ad req-eaee45af-5c3b-4ab2-bba1-387f231e0de2 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 946 time: 0.0722299 Jun 21 14:08:27.746119 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b49f3f86-5037-4756-bcae-f98f5175a1ad req-58123bf6-baf4-4f13-9c3d-a562e16b9e09 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327663 Jun 21 14:08:28.929746 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-6d280a97-9df5-4610-9bb3-0f4a60911d17 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:28.931166 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-6d280a97-9df5-4610-9bb3-0f4a60911d17 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 946 time: 0.0698986 Jun 21 14:08:28.935332 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f21cd-b353-494a-b9f0-2b8902800298 req-ee9b15c5-3821-41bf-a398-b934a51f95bd tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:08:28.936800 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-414f21cd-b353-494a-b9f0-2b8902800298 req-ee9b15c5-3821-41bf-a398-b934a51f95bd tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 946 time: 0.0695567 Jun 21 14:08:28.974471 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-414f21cd-b353-494a-b9f0-2b8902800298 req-b3317e99-bfd7-44a0-8078-1c7cbd99645f tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab559960-5385-41bc-8101-f6f646b9a3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Jun 21 14:08:29.033903 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Deleting port 9e563746-4949-4531-84c6-7fd78792a04f {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:29.034268 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:29.127569 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] For port 9e563746-4949-4531-84c6-7fd78792a04f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9e563746-4949-4531-84c6-7fd78792a04f,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:29.127797 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:29.291952 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:29.292377 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:29.292775 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Floating IP 60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75 disassociated. External IP: 172.27.2.120, port: 9e563746-4949-4531-84c6-7fd78792a04f. Jun 21 14:08:29.293239 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Calling delete_port for 9e563746-4949-4531-84c6-7fd78792a04f owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:29.428930 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:29.433779 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3015408d-6a9b-49d6-a5c3-79a1134f5bdc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:29.458833 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event deleted for resources: {'Port': ['ID=9e563746-4949-4531-84c6-7fd78792a04f,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:29.461977 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:29.579809 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:08:29.691342 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:08:29.701733 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] Sync routers for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:08:29.710763 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:08:29.711380 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:08:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:29.734476 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] No DVR routers for this DVR port 9e563746-4949-4531-84c6-7fd78792a04f on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:08:29.737263 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:29.739329 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-39c284bb-0878-44dd-bbd9-f2a19be5a4df req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.64 "DELETE /v2.0/ports/9e563746-4949-4531-84c6-7fd78792a04f HTTP/1.1" status: 204 len: 173 time: 0.7978761 Jun 21 14:08:29.739851 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7865a319-2bec-446e-9269-9b4c181273bf', 'name': 'network-vif-deleted', 'tag': '9e563746-4949-4531-84c6-7fd78792a04f'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:08:29.742188 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6805d4c5-55d1-4a29-aaf5-cc03aaeca3ca" -d '{"events": [{"server_uuid": "7865a319-2bec-446e-9269-9b4c181273bf", "name": "network-vif-deleted", "tag": "9e563746-4949-4531-84c6-7fd78792a04f"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:08:29.840047 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:08:29.847442 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b804dfd-c1eb-4e0b-b376-4c34183927e6 x-openstack-request-id: req-6b804dfd-c1eb-4e0b-b376-4c34183927e6 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:08:29.847774 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7865a319-2bec-446e-9269-9b4c181273bf", "name": "network-vif-deleted", "tag": "9e563746-4949-4531-84c6-7fd78792a04f", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:08:29.848058 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b804dfd-c1eb-4e0b-b376-4c34183927e6 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:08:29.848541 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7865a319-2bec-446e-9269-9b4c181273bf', 'name': 'network-vif-deleted', 'tag': '9e563746-4949-4531-84c6-7fd78792a04f', 'status': 'completed', 'code': 200} Jun 21 14:08:30.041953 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:30.067366 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] Checking router: 3efcedfb-f4fd-4941-bd22-f4f7247ca980 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:08:30.077713 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:08:30.078358 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:08:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:30.130563 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0e408c91-8058-4ac2-a457-42f8fd06232b req-aeddac42-326c-49e5-8c5a-86c717a7a229 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7865a319-2bec-446e-9269-9b4c181273bf HTTP/1.1" status: 200 len: 210 time: 0.0298641 Jun 21 14:08:30.313538 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:08:30.523327 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:30.550292 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0cbf8-6eca-4147-9393-430362454787 None None] The sync data for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi is: [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:06Z', 'revision_number': 4, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '3c4f300f-97b8-4d70-a89a-b2d183e2ec3b', 'name': '', 'network_id': '97b3aeb1-651c-41db-99fd-01386d540e26', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'mac_address': 'fa:16:3e:57:ae:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:04Z', 'updated_at': '2021-06-21T13:58:18Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'subnets': [{'id': 'b3d8ef45-9799-407b-8152-f3b683e4292e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:08:30.770011 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32754f75-4754-4544-ade7-dd2b821bf27c None None] New status for floating IP 60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75: DOWN {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:08:31.263583 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44702) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:31.320916 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9f000529-b046-44c7-a98e-a7b95bbd56c4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.343096 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9f000529-b046-44c7-a98e-a7b95bbd56c4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.393725 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9f000529-b046-44c7-a98e-a7b95bbd56c4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.396340 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9f000529-b046-44c7-a98e-a7b95bbd56c4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.397484 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9f000529-b046-44c7-a98e-a7b95bbd56c4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab559960-5385-41bc-8101-f6f646b9a3d5 HTTP/1.1" status: 204 len: 168 time: 0.1329479 Jun 21 14:08:31.398438 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-d37ace56-d455-4853-9cdd-cf965f67c98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:31.400465 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44704) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:31.407066 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f000529-b046-44c7-a98e-a7b95bbd56c4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab559960-5385-41bc-8101-f6f646b9a3d5,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:31.409458 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9f000529-b046-44c7-a98e-a7b95bbd56c4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:31.417560 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.api.v2.resource [None req-b0481e70-abc2-47b1-9d96-28d99ef21ba0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] show failed (client error): The resource could not be found. Jun 21 14:08:31.418477 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b0481e70-abc2-47b1-9d96-28d99ef21ba0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "GET /v2.0/security-groups/ab559960-5385-41bc-8101-f6f646b9a3d5 HTTP/1.1" status: 404 len: 347 time: 0.0169308 Jun 21 14:08:31.421475 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44706) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:31.549543 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Deleting port a2e88707-3de3-4a8b-9ec1-1483563ff831 {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:31.550018 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.639794 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.640067 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.702181 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Calling delete_port for a2e88707-3de3-4a8b-9ec1-1483563ff831 owned by network:floatingip {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:31.830735 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.832811 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-54e906f2-f2a5-4cf8-a38c-3aa858c63a35 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:31.858303 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Pushing event deleted for resources: {'Port': ['ID=a2e88707-3de3-4a8b-9ec1-1483563ff831,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:31.869933 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.870320 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.870691 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.871063 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.871429 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.871818 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.872179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.872568 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.872927 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.873283 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.873644 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.873997 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:31.891465 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:31.943828 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks [] for floatingip, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.946515 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:31.947655 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-6724a291-a7a0-480d-ad29-e06af1530de0 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] 10.222.0.21 "DELETE /v2.0/floatingips/60ebf50d-2aee-4ef1-8077-bb7ffe0fbb75 HTTP/1.1" status: 204 len: 168 time: 0.5252559 Jun 21 14:08:31.954277 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 9e563746-4949-4531-84c6-7fd78792a04f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:31.973677 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 9e563746-4949-4531-84c6-7fd78792a04f {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:31.974024 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 9e563746-4949-4531-84c6-7fd78792a04f not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:34.427873 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-92cf17b3-1b8c-4935-a1c2-d8dbba76871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:35.694237 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44742) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:36.176856 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:36.428261 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Deleting port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:36.428608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:36.519261 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] For port 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:36.519620 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:36.830481 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Calling delete_port for 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b owned by network:router_interface {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:37.016249 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.018477 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f59f2537-2c87-4e7b-bc4c-ce932bb28df4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:37.039970 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4f300f-97b8-4d70-a89a-b2d183e2ec3b,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:37.043667 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:37.057793 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-58b40a52-9d55-4990-8cd7-74fc1840b7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.205762 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.343752 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.412682 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:08:37.530299 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:08:37.535562 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-09f50290-f975-4a0b-a0b8-47c2b46d6c3d admin admin] 10.222.0.21 "PUT /v2.0/routers/3efcedfb-f4fd-4941-bd22-f4f7247ca980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8400862 Jun 21 14:08:37.538321 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44750) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:37.540878 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] Sync routers for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:08:37.550848 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:08:37.551464 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:08:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:37.640336 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks [] for router, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.654797 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:08:37.740307 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.792541 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Deleting port 7e9a0596-d31a-4047-a508-c233c99c6698 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:37.792832 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.833475 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T14:08:36Z', 'revision_number': 5, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port': {'id': '7e9a0596-d31a-4047-a508-c233c99c6698', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:37.858906 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] Checking router: 3efcedfb-f4fd-4941-bd22-f4f7247ca980 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:08:37.867033 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] Routers {'3efcedfb-f4fd-4941-bd22-f4f7247ca980'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:08:37.867633 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:08:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:37.871090 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] For port 7e9a0596-d31a-4047-a508-c233c99c6698, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=7e9a0596-d31a-4047-a508-c233c99c6698,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:37.871449 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.932752 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Calling delete_port for 7e9a0596-d31a-4047-a508-c233c99c6698 owned by network:router_gateway {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:37.951377 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] Set router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 gateway port host: None {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:08:38.008091 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T14:08:37Z', 'revision_number': 6, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port_host': None}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:38.036899 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796e099-916b-42cb-b5d5-fae76365e6be None None] The sync data for ids ['3efcedfb-f4fd-4941-bd22-f4f7247ca980'] in dv-cinder-794962-5-iscsi is: [{'id': '3efcedfb-f4fd-4941-bd22-f4f7247ca980', 'name': 'tempest-AttachVolumeTestJSON-193534380-router', 'tenant_id': '7d173f3189e24446825aade1160d951e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:59Z', 'updated_at': '2021-06-21T14:08:37Z', 'revision_number': 6, 'project_id': '7d173f3189e24446825aade1160d951e', 'gw_port_host': None}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:08:38.162436 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.396264 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.398392 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b3581c14-b440-42ce-9490-7649224583a7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:38.426199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9a0596-d31a-4047-a508-c233c99c6698,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:38.429313 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:38.486863 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.572647 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.574819 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.621630 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.622344 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3efcedfb-f4fd-4941-bd22-f4f7247ca980 {{(pid=92754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:08:38.629169 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.630526 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3bdc3a95-0d84-4249-8a61-79fb6e2a2740 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3efcedfb-f4fd-4941-bd22-f4f7247ca980 HTTP/1.1" status: 204 len: 168 time: 1.0912611 Jun 21 14:08:38.633412 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44754) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:38.681619 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Deleting subnet b3d8ef45-9799-407b-8152-f3b683e4292e {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:08:38.684978 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.720989 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.796907 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.837894 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.854952 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.858517 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-94b6b1a4-4dc8-498e-ac94-8daa6f764173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:38.882122 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d8ef45-9799-407b-8152-f3b683e4292e,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:38.884983 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:38.887507 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:38.891733 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3d8ef45-9799-407b-8152-f3b683e4292e HTTP/1.1" status: 204 len: 168 time: 0.2546642 Jun 21 14:08:38.892092 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44756) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:38.893307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f0174e-8b00-4dae-85e9-9e2e0ec74125 None None] Network 97b3aeb1-651c-41db-99fd-01386d540e26 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:08:38.960060 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.014031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Deleting port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:39.014698 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.085627 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] For port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:39.085986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.113804 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] DHCP port deletion for 97b3aeb1-651c-41db-99fd-01386d540e26 request from dv-cinder-794962-5-iscsi {{(pid=92755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:08:39.150489 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Calling delete_port for f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 owned by network:dhcp {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:39.163424 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Deleting port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 {{(pid=92755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:39.163969 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.232512 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] For port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,segment=NetworkSegment(ed476980-cc6a-4d9d-b0f0-fbf2b846bda9),segment_id=ed476980-cc6a-4d9d-b0f0-fbf2b846bda9)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:39.232856 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.233031 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.235095 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9708ade3-438d-40a7-b69c-46e58bac4f47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:39.258242 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:39.261241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:39.262107 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] No DVR routers for this DVR port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 on host dv-cinder-794962-5-iscsi {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:08:39.294622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Calling delete_port for f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 owned by network:dhcp {{(pid=92755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:39.335024 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.344750 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b3aeb1-651c-41db-99fd-01386d540e26']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:39.355778 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:39.356069 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed476980-cc6a-4d9d-b0f0-fbf2b846bda9') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:39.364996 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.380669 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.381569 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247'] for port, after_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.384468 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:39.387521 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:08:39.388031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:08:39.389945 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:08:39.409116 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Pushing event deleted for resources: {'Port': ['ID=f446736e-e1b7-44a6-ac4b-4e3e5b5fd027,revision_number=None']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:39.411660 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] No DVR routers for this DVR port f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 on host dv-cinder-794962-5-iscsi {{(pid=92755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:08:39.419246 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.419597 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.420056 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.420387 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.420739 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.421071 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.421398 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.421715 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.422043 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.422358 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.422684 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.422999 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:39.426918 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:39.454727 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.458466 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:39.458679 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:39.460845 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.465112 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/97b3aeb1-651c-41db-99fd-01386d540e26 HTTP/1.1" status: 204 len: 168 time: 0.5696347 Jun 21 14:08:39.474300 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b3aeb1-651c-41db-99fd-01386d540e26,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:39.476776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:39.486441 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:39.486800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 3c4f300f-97b8-4d70-a89a-b2d183e2ec3b not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:39.487227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7e9a0596-d31a-4047-a508-c233c99c6698 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:39.505495 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 7e9a0596-d31a-4047-a508-c233c99c6698 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:39.505823 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7e9a0596-d31a-4047-a508-c233c99c6698 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:39.506271 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:39.527522 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:39.527910 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device f446736e-e1b7-44a6-ac4b-4e3e5b5fd027 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:39.591742 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44762) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:39.629388 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.633342 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-273f64ac-4673-4e0e-b0b8-f6a24770c0c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d173f3189e24446825aade1160d951e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403092 Jun 21 14:08:39.635936 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44764) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:39.686363 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1b16023c-b675-43e9-b617-92fa839be81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.710896 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1b16023c-b675-43e9-b617-92fa839be81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.762017 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1b16023c-b675-43e9-b617-92fa839be81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.764902 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-1b16023c-b675-43e9-b617-92fa839be81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:39.766040 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-1b16023c-b675-43e9-b617-92fa839be81c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f6f15d0-f638-45c9-9fb6-0f261cce1183 HTTP/1.1" status: 204 len: 168 time: 0.1291575 Jun 21 14:08:39.766745 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:39.774858 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16023c-b675-43e9-b617-92fa839be81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f15d0-f638-45c9-9fb6-0f261cce1183,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:39.777035 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-1b16023c-b675-43e9-b617-92fa839be81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:50.265511 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44890) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:50.377889 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e26c11fb-de87-49ce-95d7-bbd2de75468e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:50.448746 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:08:50.471982 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e26c11fb-de87-49ce-95d7-bbd2de75468e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:50.476352 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e26c11fb-de87-49ce-95d7-bbd2de75468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:50.478893 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-413c3d5f-4854-4af5-a44b-3f2dffa797fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:50.511731 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c11fb-de87-49ce-95d7-bbd2de75468e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99026489-c95c-4e6f-8910-1e3fe3f410ce,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:50.517064 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-e26c11fb-de87-49ce-95d7-bbd2de75468e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4812caab6c94aaba7b5aee3bfddaa4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499907 Jun 21 14:08:50.518163 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-e26c11fb-de87-49ce-95d7-bbd2de75468e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:50.518792 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44894) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:50.568187 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7c769716-0840-4a0d-8752-a1b78bffbf3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:50.588970 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7c769716-0840-4a0d-8752-a1b78bffbf3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:50.637408 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7c769716-0840-4a0d-8752-a1b78bffbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:50.640056 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7c769716-0840-4a0d-8752-a1b78bffbf3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:50.641259 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-7c769716-0840-4a0d-8752-a1b78bffbf3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99026489-c95c-4e6f-8910-1e3fe3f410ce HTTP/1.1" status: 204 len: 168 time: 0.1213245 Jun 21 14:08:50.641958 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:50.648950 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c769716-0840-4a0d-8752-a1b78bffbf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99026489-c95c-4e6f-8910-1e3fe3f410ce,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:50.651178 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-7c769716-0840-4a0d-8752-a1b78bffbf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:52.299818 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44950) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:52.411685 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-68d52a4d-3321-4737-a0d7-da0982fcb2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:52.499854 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-68d52a4d-3321-4737-a0d7-da0982fcb2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:52.506669 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-68d52a4d-3321-4737-a0d7-da0982fcb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:52.509004 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f49f0512-8f80-48c2-bae2-2012a2daceb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:52.542352 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d52a4d-3321-4737-a0d7-da0982fcb2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f490d1b-8a30-497a-80d9-7966f79360e8,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:52.546747 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-68d52a4d-3321-4737-a0d7-da0982fcb2bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=908d3f366d6b45f891995fb984320b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458131 Jun 21 14:08:52.547801 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-68d52a4d-3321-4737-a0d7-da0982fcb2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:52.549941 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44954) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:52.596842 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7da82158-5daa-4752-9cad-792b663c7c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:52.617144 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7da82158-5daa-4752-9cad-792b663c7c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:52.670801 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7da82158-5daa-4752-9cad-792b663c7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:52.673506 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7da82158-5daa-4752-9cad-792b663c7c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:52.674761 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-7da82158-5daa-4752-9cad-792b663c7c6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f490d1b-8a30-497a-80d9-7966f79360e8 HTTP/1.1" status: 204 len: 168 time: 0.1241641 Jun 21 14:08:52.675712 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d7a9bc63-cb6f-4865-8d78-640a14badf63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:52.683497 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da82158-5daa-4752-9cad-792b663c7c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f490d1b-8a30-497a-80d9-7966f79360e8,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:52.685744 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-7da82158-5daa-4752-9cad-792b663c7c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:52.952582 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 44960) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:52.971061 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ddebb1d4-beec-4d32-ad49-0f7cb194230a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:53.064325 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ddebb1d4-beec-4d32-ad49-0f7cb194230a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:53.070241 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ddebb1d4-beec-4d32-ad49-0f7cb194230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:53.074683 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4927a348-c87e-477d-aba3-0f48b436fbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:53.115271 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ddebb1d4-beec-4d32-ad49-0f7cb194230a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eb5dc948d304c4b8562f11e40ca4659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614113 Jun 21 14:08:53.116629 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebb1d4-beec-4d32-ad49-0f7cb194230a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4268b64-a61c-4f33-8c3f-ea48d2a5bb97,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:53.118259 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 44962) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:53.119942 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ddebb1d4-beec-4d32-ad49-0f7cb194230a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:53.169985 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89e7e8d1-dfd7-4291-ac5c-6cb0924f0c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:53.191355 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89e7e8d1-dfd7-4291-ac5c-6cb0924f0c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:53.247582 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89e7e8d1-dfd7-4291-ac5c-6cb0924f0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:53.250234 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-89e7e8d1-dfd7-4291-ac5c-6cb0924f0c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:53.251562 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-89e7e8d1-dfd7-4291-ac5c-6cb0924f0c92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4268b64-a61c-4f33-8c3f-ea48d2a5bb97 HTTP/1.1" status: 204 len: 168 time: 0.1320715 Jun 21 14:08:53.252227 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9b5ddb5e-c085-4bd4-b625-89e3a0061b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:53.259540 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7e8d1-dfd7-4291-ac5c-6cb0924f0c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4268b64-a61c-4f33-8c3f-ea48d2a5bb97,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:53.261927 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-89e7e8d1-dfd7-4291-ac5c-6cb0924f0c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:09:04.431030 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f3bd31b5-aeda-4511-a9c5-7a64e0cc3abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.574555 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 45076) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:09:05.680077 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0c690926-dfc5-49f6-aa5c-108b3bcd7207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.773072 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0c690926-dfc5-49f6-aa5c-108b3bcd7207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.778474 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0c690926-dfc5-49f6-aa5c-108b3bcd7207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.781272 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f5e5464e-d28c-4692-b759-4fcdbe50be92 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:09:05.816145 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0c690926-dfc5-49f6-aa5c-108b3bcd7207 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c981c1b9998a4c49b6a54d1c1a4c586e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404485 Jun 21 14:09:05.817049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c690926-dfc5-49f6-aa5c-108b3bcd7207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c334f0c-e67e-4cdd-8b01-7ec8032b6588,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:09:05.819076 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 45080) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:09:05.820271 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0c690926-dfc5-49f6-aa5c-108b3bcd7207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:09:05.867816 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.888298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.941588 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.944803 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.945948 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c334f0c-e67e-4cdd-8b01-7ec8032b6588 HTTP/1.1" status: 204 len: 168 time: 0.1258950 Jun 21 14:09:05.946739 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4916de2f-60d2-485e-afe7-78dfb3be1c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:09:05.954535 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c334f0c-e67e-4cdd-8b01-7ec8032b6588,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:09:05.961968 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.962642 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.963133 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.963581 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.963937 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.964297 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.964675 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.965026 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.965371 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.965666 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.966051 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.966381 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:05.969567 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8e3283f4-8018-4693-8696-06fcd2d9486e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:09:06.236646 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 45086) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:09:06.251175 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9d523abd-80de-40cc-a14e-8792790ca4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:06.356199 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9d523abd-80de-40cc-a14e-8792790ca4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:06.363667 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9d523abd-80de-40cc-a14e-8792790ca4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:06.366893 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-bcf19276-38de-45ce-a6b1-4f68888eb2ef tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:09:06.402152 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9d523abd-80de-40cc-a14e-8792790ca4c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13f5420005c44015bf61537c3a1d84f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644127 Jun 21 14:09:06.403025 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d523abd-80de-40cc-a14e-8792790ca4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90c16a2-4dd7-49b9-813f-16ae2f9a1c68,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:09:06.405956 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 45088) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:09:06.406145 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9d523abd-80de-40cc-a14e-8792790ca4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:09:06.463559 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fa84-aaad-48e2-906c-e754956835b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:06.486734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fa84-aaad-48e2-906c-e754956835b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:06.538031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fa84-aaad-48e2-906c-e754956835b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:06.540633 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4ee6fa84-aaad-48e2-906c-e754956835b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:06.541815 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-4ee6fa84-aaad-48e2-906c-e754956835b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c90c16a2-4dd7-49b9-813f-16ae2f9a1c68 HTTP/1.1" status: 204 len: 168 time: 0.1348555 Jun 21 14:09:06.542586 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9f000529-b046-44c7-a98e-a7b95bbd56c4 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:09:06.550131 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6fa84-aaad-48e2-906c-e754956835b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90c16a2-4dd7-49b9-813f-16ae2f9a1c68,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:09:06.552499 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4ee6fa84-aaad-48e2-906c-e754956835b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:09:07.060406 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-4f007adf-d6da-4c5a-923f-19b4cbba60ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:07.346483 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:07.821630 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 45134) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:09:07.922664 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ea6a84-bb6c-4760-bbef-c36be52f2cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:08.007558 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ea6a84-bb6c-4760-bbef-c36be52f2cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:08.012397 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-84ea6a84-bb6c-4760-bbef-c36be52f2cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:08.014746 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-002410a1-e906-4821-a22f-8423b1c6c2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:09:08.048795 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-84ea6a84-bb6c-4760-bbef-c36be52f2cef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=767b52a7b8dd4b85a9bd3313905ce06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259519 Jun 21 14:09:08.049769 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea6a84-bb6c-4760-bbef-c36be52f2cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfe60c2-2485-4f60-9b05-281cd112530d,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:09:08.051702 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 45138) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:09:08.052780 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-84ea6a84-bb6c-4760-bbef-c36be52f2cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:09:08.100964 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76d1bf9d-9cad-4d45-83b5-62c2c5cdf0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:08.121253 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76d1bf9d-9cad-4d45-83b5-62c2c5cdf0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:08.164005 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:08.166669 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76d1bf9d-9cad-4d45-83b5-62c2c5cdf0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:08.169545 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76d1bf9d-9cad-4d45-83b5-62c2c5cdf0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:08.170707 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-76d1bf9d-9cad-4d45-83b5-62c2c5cdf0b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bfe60c2-2485-4f60-9b05-281cd112530d HTTP/1.1" status: 204 len: 168 time: 0.1178679 Jun 21 14:09:08.171521 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0c690926-dfc5-49f6-aa5c-108b3bcd7207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:09:08.178961 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1bf9d-9cad-4d45-83b5-62c2c5cdf0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfe60c2-2485-4f60-9b05-281cd112530d,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:09:08.181375 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-76d1bf9d-9cad-4d45-83b5-62c2c5cdf0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:09:08.839479 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:09.632674 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:14.652865 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99796585-423a-4d49-8af8-58b35f7387b0 req-48634c3a-6481-4a34-9da9-a58abe5ee084 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592790 Jun 21 14:09:14.751188 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796585-423a-4d49-8af8-58b35f7387b0 req-b0e79e47-80a0-4e1d-ae54-232410f57e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:14.752927 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99796585-423a-4d49-8af8-58b35f7387b0 req-b0e79e47-80a0-4e1d-ae54-232410f57e2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1098 time: 0.0636573 Jun 21 14:09:14.862284 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796585-423a-4d49-8af8-58b35f7387b0 req-cf970f53-6652-404b-ab4a-5e0dc737585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:14.864042 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99796585-423a-4d49-8af8-58b35f7387b0 req-cf970f53-6652-404b-ab4a-5e0dc737585d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0854154 Jun 21 14:09:14.934517 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99796585-423a-4d49-8af8-58b35f7387b0 req-6b6c9646-6910-443c-aa73-a6521eaa397a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 200 len: 999 time: 0.0622575 Jun 21 14:09:14.986631 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796585-423a-4d49-8af8-58b35f7387b0 req-89dcf8b8-2787-45ab-bad3-dcef0dec6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:14.988093 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99796585-423a-4d49-8af8-58b35f7387b0 req-89dcf8b8-2787-45ab-bad3-dcef0dec6500 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0450571 Jun 21 14:09:15.046147 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796585-423a-4d49-8af8-58b35f7387b0 req-05842c42-37fd-4567-974d-7d1146947fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:15.047642 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99796585-423a-4d49-8af8-58b35f7387b0 req-05842c42-37fd-4567-974d-7d1146947fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524595 Jun 21 14:09:15.147005 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99796585-423a-4d49-8af8-58b35f7387b0 req-c9c64f20-ee4a-4b80-8acf-e16c2d16e277 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910461 Jun 21 14:09:15.242040 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-99796585-423a-4d49-8af8-58b35f7387b0 req-c28194ef-dd47-46f8-aa0d-4414e609fc0d service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877347 Jun 21 14:09:27.447810 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:09:34.436240 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c800616f-05d5-443e-9010-29cb36ed3b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:34.560410 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690490ff-717b-4338-9b77-54be4d5c0ca9 req-618c1065-c0a5-4fee-98d3-7e08155f037a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:34.562004 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-690490ff-717b-4338-9b77-54be4d5c0ca9 req-618c1065-c0a5-4fee-98d3-7e08155f037a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0698707 Jun 21 14:09:34.603212 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-690490ff-717b-4338-9b77-54be4d5c0ca9 req-081e18d0-1574-4142-954c-430bb346cdd3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349567 Jun 21 14:09:35.814576 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe0418-f0b7-4e7f-bbc2-d0f18bf69f65 req-ab7f0f8b-d7a0-4306-b947-431af23c1eb9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:35.816376 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-82fe0418-f0b7-4e7f-bbc2-d0f18bf69f65 req-ab7f0f8b-d7a0-4306-b947-431af23c1eb9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0794048 Jun 21 14:09:35.853449 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-82fe0418-f0b7-4e7f-bbc2-d0f18bf69f65 req-980a4bb2-5b47-4697-81f1-9b133b776488 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313454 Jun 21 14:09:37.051673 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f24f1496-a9b9-4548-988a-e44efd68c5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:37.052513 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b215a-9cee-4567-af88-6c3f86b358d8 req-c036822b-321a-416a-855d-65ec7e6361bb tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:37.053986 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7d7b215a-9cee-4567-af88-6c3f86b358d8 req-c036822b-321a-416a-855d-65ec7e6361bb tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0758858 Jun 21 14:09:37.091507 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7d7b215a-9cee-4567-af88-6c3f86b358d8 req-a21700ee-5998-4ff3-b88b-21f5e8926b40 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318475 Jun 21 14:09:37.355232 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:38.166713 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:38.273706 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ff6cf-e30a-4cae-a1f0-f42e1840cf13 req-1eea414a-556f-4bcd-a1fe-a82c008ec930 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:38.275012 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6c4ff6cf-e30a-4cae-a1f0-f42e1840cf13 req-1eea414a-556f-4bcd-a1fe-a82c008ec930 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0639963 Jun 21 14:09:38.313953 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6c4ff6cf-e30a-4cae-a1f0-f42e1840cf13 req-a567b52a-9e94-4d9b-9ae2-71dae0cece79 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330884 Jun 21 14:09:38.847896 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:39.505986 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaffc65-99f0-451b-aaad-d0220a7d7da5 req-f5f8c804-3e38-4ee5-84a9-c3b6817d3d55 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:39.507434 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5aaffc65-99f0-451b-aaad-d0220a7d7da5 req-f5f8c804-3e38-4ee5-84a9-c3b6817d3d55 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0653868 Jun 21 14:09:39.545598 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5aaffc65-99f0-451b-aaad-d0220a7d7da5 req-4890d2e7-7c29-43d8-aeee-59dd3a9539e9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322492 Jun 21 14:09:39.636384 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:40.746248 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc9873-600c-4110-a0d1-03f28a549468 req-56cffe68-55d7-4249-9942-82a6ebfd731c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:40.747677 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-82cc9873-600c-4110-a0d1-03f28a549468 req-56cffe68-55d7-4249-9942-82a6ebfd731c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0755832 Jun 21 14:09:40.783733 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-82cc9873-600c-4110-a0d1-03f28a549468 req-2b159ad7-0f2c-40a0-b94b-346ad6d95e5b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303931 Jun 21 14:09:41.991470 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71e1ab-0064-4806-aef1-309b506d59b4 req-03f0dc9f-079f-48f3-948c-8df524d9ce2f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:41.992923 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7b71e1ab-0064-4806-aef1-309b506d59b4 req-03f0dc9f-079f-48f3-948c-8df524d9ce2f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0782614 Jun 21 14:09:42.038731 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7b71e1ab-0064-4806-aef1-309b506d59b4 req-ac626699-0a82-46b9-8dd5-009e049d290f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396452 Jun 21 14:09:43.226772 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae9817-eb53-44e0-bbc3-cdd093c6a91e req-ede05ca9-2643-4322-9f0f-41a6d882002a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:43.228192 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8eae9817-eb53-44e0-bbc3-cdd093c6a91e req-ede05ca9-2643-4322-9f0f-41a6d882002a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0692790 Jun 21 14:09:43.268032 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8eae9817-eb53-44e0-bbc3-cdd093c6a91e req-88cf69c2-5a10-4082-951b-4a5bc87a2912 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341339 Jun 21 14:09:44.451136 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb37fa-843e-4374-b353-5faa919c8542 req-c8341f7b-00f9-4fd7-8d74-9fcfb3d99030 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:44.452620 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-27eb37fa-843e-4374-b353-5faa919c8542 req-c8341f7b-00f9-4fd7-8d74-9fcfb3d99030 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0683041 Jun 21 14:09:44.490484 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-27eb37fa-843e-4374-b353-5faa919c8542 req-e60a64d5-5300-411b-9902-a0e4528d2483 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320115 Jun 21 14:09:45.686084 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f09baf-68d9-4bb7-9315-72660e714bec req-a2e12e3d-f254-429f-aeb4-aee75a7fc6b3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:45.687390 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68f09baf-68d9-4bb7-9315-72660e714bec req-a2e12e3d-f254-429f-aeb4-aee75a7fc6b3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0723214 Jun 21 14:09:45.738460 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-68f09baf-68d9-4bb7-9315-72660e714bec req-66c0fbc6-f83d-4d85-ad8c-e8cfd2992d56 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422983 Jun 21 14:09:46.922543 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203000a1-2ae6-4efe-93a2-66493a18776a req-02b90ad9-b965-4948-b090-ce8237faf03c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:46.924019 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-203000a1-2ae6-4efe-93a2-66493a18776a req-02b90ad9-b965-4948-b090-ce8237faf03c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0643523 Jun 21 14:09:46.965359 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-203000a1-2ae6-4efe-93a2-66493a18776a req-f13889ac-776e-4968-b3c6-ee1f92c81d5d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356367 Jun 21 14:09:48.164525 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50ca7c-ec20-4823-b4f0-7627531c5b33 req-d6a5f774-4add-4506-87ae-90446e5d4936 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:48.165875 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cd50ca7c-ec20-4823-b4f0-7627531c5b33 req-d6a5f774-4add-4506-87ae-90446e5d4936 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0774343 Jun 21 14:09:48.202783 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cd50ca7c-ec20-4823-b4f0-7627531c5b33 req-fc2dec1c-5dd6-4fd8-856b-5497e81844bc tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312726 Jun 21 14:09:49.401977 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c3fbd-8a61-490a-bf29-cac56bf973d3 req-e310e941-e07a-4a9a-bfd4-553ad65d75ea tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:49.403456 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-037c3fbd-8a61-490a-bf29-cac56bf973d3 req-e310e941-e07a-4a9a-bfd4-553ad65d75ea tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0751717 Jun 21 14:09:49.443608 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-037c3fbd-8a61-490a-bf29-cac56bf973d3 req-879b9e1e-59dd-41ea-afaf-21a428f3d98a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325565 Jun 21 14:09:50.640371 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d86e-0539-4a79-ad8f-0f2d9b14494d req-21ac431c-3f65-4d1b-9ef2-1f73a0c5b6f4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:50.642071 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-19b4d86e-0539-4a79-ad8f-0f2d9b14494d req-21ac431c-3f65-4d1b-9ef2-1f73a0c5b6f4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0778716 Jun 21 14:09:50.680695 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-19b4d86e-0539-4a79-ad8f-0f2d9b14494d req-ff0dbddc-23cd-429f-9674-580472790347 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326815 Jun 21 14:09:51.865017 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c508c-e79e-4bad-a122-6f1943dabd27 req-73fe772e-f8f8-4a6a-9f66-11e276abe906 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:51.866394 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e74c508c-e79e-4bad-a122-6f1943dabd27 req-73fe772e-f8f8-4a6a-9f66-11e276abe906 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0663183 Jun 21 14:09:51.903303 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e74c508c-e79e-4bad-a122-6f1943dabd27 req-3cda933b-8c47-4051-9f99-f0dcbc235d36 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311153 Jun 21 14:09:52.317684 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:09:52.425635 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:09:52.438209 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'port_id': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'mac_address': 'fa:16:3e:7c:e4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:09:52.476509 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:52.489953 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52b83dfb-a25b-443e-8022-8d5ff5d19899 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:09:52.510302 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:09:52.516168 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:52.517998 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:09:52.568090 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=6']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:09:52.575530 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.575882 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.576225 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.576602 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.576934 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.577271 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.577597 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.577925 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.578261 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.578586 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.578896 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.579211 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:09:52.583684 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:09:53.099475 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d058d-d548-4dee-af53-dd726b090309 req-403fc677-4ba1-47ee-869d-89b29ecfda39 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:53.100916 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a38d058d-d548-4dee-af53-dd726b090309 req-403fc677-4ba1-47ee-869d-89b29ecfda39 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0622258 Jun 21 14:09:53.136687 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a38d058d-d548-4dee-af53-dd726b090309 req-76c7b773-0168-4a85-ad2a-7b98792d4743 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301688 Jun 21 14:09:54.323038 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720d6a6-08f5-4638-8c56-9433cbe24060 req-cc7dcae4-9d72-488b-98d1-30e6cd4ca445 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:54.324507 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d720d6a6-08f5-4638-8c56-9433cbe24060 req-cc7dcae4-9d72-488b-98d1-30e6cd4ca445 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0658319 Jun 21 14:09:54.361818 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d720d6a6-08f5-4638-8c56-9433cbe24060 req-98056cd2-ebe7-4d28-be1c-a7b6c74e3f05 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316148 Jun 21 14:09:55.552059 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685ec47-4bd5-4464-aca3-882ee3703af5 req-88b24fef-6f60-443a-aa84-488f04c4445a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:55.553541 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8685ec47-4bd5-4464-aca3-882ee3703af5 req-88b24fef-6f60-443a-aa84-488f04c4445a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0678787 Jun 21 14:09:55.590327 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8685ec47-4bd5-4464-aca3-882ee3703af5 req-55d249b1-a67f-4793-93ef-8efed49de9d2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309701 Jun 21 14:09:56.784673 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b5c2-0090-490c-9bab-8bb5fb2825e4 req-56f06490-ef41-4be4-9243-441d92bd4f6e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:56.786105 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-31e1b5c2-0090-490c-9bab-8bb5fb2825e4 req-56f06490-ef41-4be4-9243-441d92bd4f6e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0756357 Jun 21 14:09:56.825008 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-31e1b5c2-0090-490c-9bab-8bb5fb2825e4 req-97500b38-775a-461d-984f-2d4fb6cb095a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330422 Jun 21 14:09:58.017776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952a8b-4b49-490b-910f-d48e33d815f3 req-d671c2ae-7b69-43c9-af64-bd213a5e93c2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:58.019357 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-56952a8b-4b49-490b-910f-d48e33d815f3 req-d671c2ae-7b69-43c9-af64-bd213a5e93c2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0692747 Jun 21 14:09:58.058298 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-56952a8b-4b49-490b-910f-d48e33d815f3 req-f586d08b-e665-4b4d-8046-855df7b401dd tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327024 Jun 21 14:09:58.842015 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['52b83dfb-a25b-443e-8022-8d5ff5d19899'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:09:59.237855 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfff8c6-2b7f-46d1-a265-ae9d12ccd825 req-27cbf6e1-22b3-4d00-870f-d4b8a0890ed3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:09:59.239319 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ebfff8c6-2b7f-46d1-a265-ae9d12ccd825 req-27cbf6e1-22b3-4d00-870f-d4b8a0890ed3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0622740 Jun 21 14:09:59.283540 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ebfff8c6-2b7f-46d1-a265-ae9d12ccd825 req-0a1dc940-3afd-4d5d-b39a-1d5711e1679a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386844 Jun 21 14:10:00.481240 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26822208-15bf-4f07-a0f4-c1d862a3f6ae req-e98398db-7555-4020-89b0-72a721f91c23 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:00.482698 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-26822208-15bf-4f07-a0f4-c1d862a3f6ae req-e98398db-7555-4020-89b0-72a721f91c23 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0763395 Jun 21 14:10:00.522962 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-26822208-15bf-4f07-a0f4-c1d862a3f6ae req-39dcf160-14c7-4633-a93e-181006e7c1ee tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343659 Jun 21 14:10:00.661177 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:10:00.711126 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 52b83dfb-a25b-443e-8022-8d5ff5d19899 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:10:00.711496 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:00.799140 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:00.821758 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:00.824014 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1556eba3-1a50-46e9-b9f9-cee87eb9d5db" -d '{"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-plugged", "status": "completed", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:00.838786 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:00.843555 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:00.845414 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:00.893646 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=7']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:00.896906 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:00.978833 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa5c1ad-b464-46d9-aa57-5251faeab787 x-openstack-request-id: req-6fa5c1ad-b464-46d9-aa57-5251faeab787 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:00.979132 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-plugged", "status": "completed", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:00.979420 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fa5c1ad-b464-46d9-aa57-5251faeab787 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:00.979825 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'code': 200} Jun 21 14:10:01.711342 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895b412-ee18-457c-aec5-57911f8b2c3e req-48dee174-c879-4d35-929d-df1b345575a9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:01.712872 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8895b412-ee18-457c-aec5-57911f8b2c3e req-48dee174-c879-4d35-929d-df1b345575a9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0651047 Jun 21 14:10:01.751496 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8895b412-ee18-457c-aec5-57911f8b2c3e req-2134508f-91b7-4f70-ba28-4e9737dbb59a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327797 Jun 21 14:10:02.958223 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f575a14-a4b9-4ef5-8913-6163ff25b6f4 req-6f2a8583-6c6e-4460-aea1-24c0c1b3b228 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:02.960396 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6f575a14-a4b9-4ef5-8913-6163ff25b6f4 req-6f2a8583-6c6e-4460-aea1-24c0c1b3b228 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0679007 Jun 21 14:10:03.000280 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6f575a14-a4b9-4ef5-8913-6163ff25b6f4 req-3701c3dc-1ca5-4076-9a1a-78d8be98ba2e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338156 Jun 21 14:10:04.193856 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb76d2-c9d6-404a-9db1-80f85c2b6697 req-ee31d491-fa82-4bb2-827f-00323df363b2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:04.196163 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9abb76d2-c9d6-404a-9db1-80f85c2b6697 req-ee31d491-fa82-4bb2-827f-00323df363b2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0677843 Jun 21 14:10:04.234591 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9abb76d2-c9d6-404a-9db1-80f85c2b6697 req-2c44627b-acca-406e-be9f-4a6d048b1647 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321996 Jun 21 14:10:04.440517 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-8f31440f-76bb-46e0-afb0-ceb63a1eb548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:04.447638 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:10:05.430723 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358a63-6ba9-45a6-abf3-5622270d791f req-75ce07b5-490b-4b3d-b51d-f4a464b4e545 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:05.432832 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-53358a63-6ba9-45a6-abf3-5622270d791f req-75ce07b5-490b-4b3d-b51d-f4a464b4e545 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0733771 Jun 21 14:10:05.472962 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-53358a63-6ba9-45a6-abf3-5622270d791f req-961b988c-ecc4-4ac5-bdfa-0a2ae65c2532 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336852 Jun 21 14:10:06.195878 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 45554) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:10:06.308143 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:06.416444 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:06.420947 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:06.423498 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-1b16023c-b675-43e9-b617-92fa839be81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:06.454326 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1eabe56169d34d55ab43c5c6f03afc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570462 Jun 21 14:10:06.457058 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 45558) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:10:06.474447 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0545f820-f70d-4a6f-805d-04e94f6bd380,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:06.482176 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.482557 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.483151 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.483809 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.483809 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.484026 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.484583 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.484815 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.485137 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.485502 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.485860 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.486530 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.502824 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:06.538796 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:06.563088 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:06.648772 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:06.651618 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:06.652774 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0545f820-f70d-4a6f-805d-04e94f6bd380 HTTP/1.1" status: 204 len: 168 time: 0.1946733 Jun 21 14:10:06.655037 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a4ece05c-14f7-4fa0-8555-8fe7a646982e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:06.667131 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0545f820-f70d-4a6f-805d-04e94f6bd380,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:06.676581 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.676960 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.677322 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.677842 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.678352 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.679081 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.679439 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.679800 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.680154 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.680531 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.680879 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.681222 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:06.684797 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e8a6ec4f-9fa1-4153-8b79-8fb65a1363b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:06.709982 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f93e0-3e7c-4c65-8188-42a27dd688f7 req-7a8b2311-40f2-4933-9a6f-6b78d4452b63 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:06.711734 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29f93e0-3e7c-4c65-8188-42a27dd688f7 req-7a8b2311-40f2-4933-9a6f-6b78d4452b63 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.1016297 Jun 21 14:10:06.757010 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29f93e0-3e7c-4c65-8188-42a27dd688f7 req-05627527-c1af-4c3b-a20f-45020672d3e4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385478 Jun 21 14:10:07.058090 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0962450e-3dcb-469f-acd4-25b3309a6b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:07.359688 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:07.958065 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f70f-118b-4dd0-bc7a-88d815aa1c70 req-d28e3dda-530f-4b87-aaab-d17ed7e00cb1 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:07.959754 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6ad2f70f-118b-4dd0-bc7a-88d815aa1c70 req-d28e3dda-530f-4b87-aaab-d17ed7e00cb1 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0671616 Jun 21 14:10:08.003038 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6ad2f70f-118b-4dd0-bc7a-88d815aa1c70 req-e3cea9fd-8465-4f27-bf70-d04f0310416f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363126 Jun 21 14:10:08.172349 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:08.864780 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:09.002976 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-f3cc2cec-4e64-429c-8dbf-fd60d708cfcb tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=73b4268a7961468b86abf028081c9342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305696 Jun 21 14:10:09.214089 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-56309226-2298-4a00-8f25-2d9d496012cd tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:09.215889 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-56309226-2298-4a00-8f25-2d9d496012cd tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072892 Jun 21 14:10:09.221060 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315db6a8-3597-41ff-9184-8b2fd470fe36 req-e6117f18-e4c6-4f81-addc-383712f9049d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:09.228537 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-315db6a8-3597-41ff-9184-8b2fd470fe36 req-e6117f18-e4c6-4f81-addc-383712f9049d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0786111 Jun 21 14:10:09.239585 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-62838582-9dc6-4fd5-b054-348333c18200 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/quotas/73b4268a7961468b86abf028081c9342 HTTP/1.1" status: 200 len: 375 time: 0.0148296 Jun 21 14:10:09.270647 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-8e493e8d-f30c-4d53-a0b5-cef25f56b929 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b4268a7961468b86abf028081c9342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297656 Jun 21 14:10:09.272208 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-315db6a8-3597-41ff-9184-8b2fd470fe36 req-3dc86a92-c2c1-460e-8533-23aad2244dd5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426702 Jun 21 14:10:09.459256 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aa543b1f-541e-43be-ba1d-a2cd9a11d2c6 req-797f2c55-0f51-4b2d-b0bc-f45a22a9d725 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 210 time: 0.0332646 Jun 21 14:10:09.639850 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:10.482846 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314a72-37a8-4d8c-a07e-6a4adf760745 req-4abe1507-0704-4cb4-8dcc-97b13b10e56a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:10.484546 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1314a72-37a8-4d8c-a07e-6a4adf760745 req-4abe1507-0704-4cb4-8dcc-97b13b10e56a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0686653 Jun 21 14:10:10.542685 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1314a72-37a8-4d8c-a07e-6a4adf760745 req-91928820-3b63-4fa2-97cc-42d3393168f3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517077 Jun 21 14:10:10.621389 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-193c63b6-fa5b-45f6-a081-048ce8d753d9 req-478b46b4-9549-4da6-aec5-8a9fdadcb2dd tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 210 time: 0.0297208 Jun 21 14:10:10.860750 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-6f393139-ecca-42b6-937f-447cdad394fe tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=73b4268a7961468b86abf028081c9342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267177 Jun 21 14:10:10.990369 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-8dea5753-e9e6-4d6f-8daa-66d58a3c7c57 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:10.991823 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-8dea5753-e9e6-4d6f-8daa-66d58a3c7c57 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258817 Jun 21 14:10:11.013168 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Request body: {'port': {'device_id': '01caeb04-1106-4645-a718-65a1432a90cc', 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d', 'admin_state_up': True, 'tenant_id': '73b4268a7961468b86abf028081c9342'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:10:11.152736 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Made reservation on behalf of 73b4268a7961468b86abf028081c9342 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:10:11.156855 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:11.166640 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:11.268137 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:11.272615 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:11.275614 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-f5ab0983-21b3-4c34-8e0b-df26e0eb4e95 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:11.343158 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0de928-4c27-4aa1-bbd0-9740ae2ca810,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:11.352382 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:11.420526 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Allocated IP 192.168.233.182 (7a7826ab-c449-4767-9b6f-259c7c58c54d/948ca917-dcd5-4c1f-a59d-2c4837273548/74f385ee-a359-433c-b2ca-b9e145ecd71c) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:10:11.576113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:11.593568 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Transition to ACTIVE for port object 74f385ee-a359-433c-b2ca-b9e145ecd71c will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:10:11.639340 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:11.643543 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:11.729027 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Network 7a7826ab-c449-4767-9b6f-259c7c58c54d is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:10:11.739501 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Pushing event updated for resources: {'Port': ['ID=74f385ee-a359-433c-b2ca-b9e145ecd71c,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:11.743054 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:11.743920 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:10:11.746310 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:10:11.812389 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:11.813225 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:11.822320 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba21627-0680-4d69-96a7-02b53e1bff21 req-64e6662f-7d2b-4d2b-8011-2c8567676f80 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:11.823844 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cba21627-0680-4d69-96a7-02b53e1bff21 req-64e6662f-7d2b-4d2b-8011-2c8567676f80 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 936 time: 0.0838392 Jun 21 14:10:11.827680 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7310-f442-4871-b59d-2c54d7a64165 req-5ba86549-25dc-4413-8130-4c8f6aa3b776 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:11.829210 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-580d7310-f442-4871-b59d-2c54d7a64165 req-5ba86549-25dc-4413-8130-4c8f6aa3b776 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.1492980 Jun 21 14:10:11.843100 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8345897 Jun 21 14:10:11.871149 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-580d7310-f442-4871-b59d-2c54d7a64165 req-8d94209a-a612-4d59-a597-3a48c60843c5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359499 Jun 21 14:10:11.881645 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Request body: {'port': {'device_id': '01caeb04-1106-4645-a718-65a1432a90cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:10:11.883109 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cba21627-0680-4d69-96a7-02b53e1bff21 req-9f2d8c13-f7dd-45a2-85f7-d9248c5e275e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520363 Jun 21 14:10:11.953922 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:11.986109 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-184d4169-5df9-456a-94df-d245bd6b3d8c None None] Provisioning for port 74f385ee-a359-433c-b2ca-b9e145ecd71c completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:10:11.990165 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-184d4169-5df9-456a-94df-d245bd6b3d8c None None] Provisioning complete for port 74f385ee-a359-433c-b2ca-b9e145ecd71c triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:10:11.990547 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-184d4169-5df9-456a-94df-d245bd6b3d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:12.023574 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-184d4169-5df9-456a-94df-d245bd6b3d8c None None] Port 74f385ee-a359-433c-b2ca-b9e145ecd71c cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:10:12.211898 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f385ee-a359-433c-b2ca-b9e145ecd71c {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:10:12.223629 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:12.237082 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Transition to ACTIVE for port object 74f385ee-a359-433c-b2ca-b9e145ecd71c will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:10:12.243633 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:12.245778 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e3af2c01-7b1b-4964-9507-61d59e896a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:12.320273 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Pushing event updated for resources: {'Port': ['ID=74f385ee-a359-433c-b2ca-b9e145ecd71c,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:12.324513 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:12.396653 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Attempting to bind port 74f385ee-a359-433c-b2ca-b9e145ecd71c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:10:12.396986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Attempting to bind port 74f385ee-a359-433c-b2ca-b9e145ecd71c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:10:12.397313 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Attempting to bind port 74f385ee-a359-433c-b2ca-b9e145ecd71c on network 7a7826ab-c449-4767-9b6f-259c7c58c54d {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:10:12.402024 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Port 74f385ee-a359-433c-b2ca-b9e145ecd71c on network 7a7826ab-c449-4767-9b6f-259c7c58c54d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:10:12.402334 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Attempting to bind port 74f385ee-a359-433c-b2ca-b9e145ecd71c on network 7a7826ab-c449-4767-9b6f-259c7c58c54d {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:10:12.407475 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:10:12.407811 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Checking segment: {'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:10:12.408230 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Bound using segment: {'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:10:12.408630 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Bound port: 74f385ee-a359-433c-b2ca-b9e145ecd71c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfa91e3-a1e2-44df-9393-b1081bfab360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:10:12.408979 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:12.470056 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] For port 74f385ee-a359-433c-b2ca-b9e145ecd71c, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:10:12.472832 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] For port 74f385ee-a359-433c-b2ca-b9e145ecd71c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=74f385ee-a359-433c-b2ca-b9e145ecd71c,segment=NetworkSegment(5cfa91e3-a1e2-44df-9393-b1081bfab360),segment_id=5cfa91e3-a1e2-44df-9393-b1081bfab360)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:10:12.478298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:12.480944 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:12.508841 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:12.509471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:12.510796 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] 10.222.0.64 "PUT /v2.0/ports/74f385ee-a359-433c-b2ca-b9e145ecd71c HTTP/1.1" status: 200 len: 1098 time: 0.6339817 Jun 21 14:10:12.511292 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01caeb04-1106-4645-a718-65a1432a90cc', 'tag': '74f385ee-a359-433c-b2ca-b9e145ecd71c'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:12.513566 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c65c2d-41cc-4fbb-8b69-7680d764a753" -d '{"events": [{"name": "network-changed", "server_uuid": "01caeb04-1106-4645-a718-65a1432a90cc", "tag": "74f385ee-a359-433c-b2ca-b9e145ecd71c"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:12.544237 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Pushing event updated for resources: {'Port': ['ID=74f385ee-a359-433c-b2ca-b9e145ecd71c,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:12.548804 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:12.556942 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fd8e5f-748c-4788-88c9-38bba197ca6d x-openstack-request-id: req-40fd8e5f-748c-4788-88c9-38bba197ca6d {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:12.557271 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01caeb04-1106-4645-a718-65a1432a90cc", "tag": "74f385ee-a359-433c-b2ca-b9e145ecd71c", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:12.557554 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40fd8e5f-748c-4788-88c9-38bba197ca6d {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:12.558159 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01caeb04-1106-4645-a718-65a1432a90cc', 'tag': '74f385ee-a359-433c-b2ca-b9e145ecd71c', 'status': 'completed', 'code': 200} Jun 21 14:10:12.649558 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-a5c752b3-55b7-4fb3-8d73-6fd8c0293e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:12.651019 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-a5c752b3-55b7-4fb3-8d73-6fd8c0293e51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73b4268a7961468b86abf028081c9342&device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 1101 time: 0.0596287 Jun 21 14:10:12.716755 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-6e962b02-7eee-40ea-b8a4-d0ce869a8520 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=74f385ee-a359-433c-b2ca-b9e145ecd71c HTTP/1.1" status: 200 len: 217 time: 0.0501611 Jun 21 14:10:12.768794 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-a9bbf7bd-b1ec-4423-9adc-5b626024782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:12.770241 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-a9bbf7bd-b1ec-4423-9adc-5b626024782c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=948ca917-dcd5-4c1f-a59d-2c4837273548 HTTP/1.1" status: 200 len: 843 time: 0.0457189 Jun 21 14:10:12.832973 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-0ae03ff3-fe78-4b37-9de7-91810d4cb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:12.834406 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-0ae03ff3-fe78-4b37-9de7-91810d4cb55a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7826ab-c449-4767-9b6f-259c7c58c54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0551326 Jun 21 14:10:13.080131 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab87aab-8067-45be-a851-9f15469be35d req-167d87b8-ef88-4bb1-88fc-cd4091097e05 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:13.081696 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3ab87aab-8067-45be-a851-9f15469be35d req-167d87b8-ef88-4bb1-88fc-cd4091097e05 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0810456 Jun 21 14:10:13.120557 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3ab87aab-8067-45be-a851-9f15469be35d req-3c61170f-eddf-45ec-964e-7e05de2f333b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328701 Jun 21 14:10:13.131971 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b914-f7fa-40ff-b381-03fac0aa552f req-b8080bbf-4c0f-4aeb-9474-e43f0822d851 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:13.133583 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2fc0b914-f7fa-40ff-b381-03fac0aa552f req-b8080bbf-4c0f-4aeb-9474-e43f0822d851 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 948 time: 0.1346118 Jun 21 14:10:13.148089 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-b14d694e-6bb9-4266-a7ea-4b59d3e47e9c service neutron] 10.222.0.64 "GET /v2.0/networks/7a7826ab-c449-4767-9b6f-259c7c58c54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105154 Jun 21 14:10:13.534085 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2fc0b914-f7fa-40ff-b381-03fac0aa552f req-cff6313d-d452-43c7-86d5-22e6db75c9fb tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933847 Jun 21 14:10:13.574873 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a4c5c6b8-fd47-4105-8403-6739942db26c req-c7b43d02-f951-4457-8f43-1d6083b8425f service neutron] 10.222.0.64 "GET /v2.0/networks/7a7826ab-c449-4767-9b6f-259c7c58c54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289268 Jun 21 14:10:13.583878 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-50bbd860-6a1c-49d6-ab8e-e18ba779426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:13.585236 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-50bbd860-6a1c-49d6-ab8e-e18ba779426c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1098 time: 0.0954971 Jun 21 14:10:13.676923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-a367c96f-8bc2-4ea2-8fb5-6f83e6a82f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:13.678258 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-a367c96f-8bc2-4ea2-8fb5-6f83e6a82f44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0845494 Jun 21 14:10:13.779986 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-b3aed65e-43e0-4a05-8f90-fef69ae54ac2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 200 len: 999 time: 0.0889852 Jun 21 14:10:13.798257 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-88d2237f-fb47-43eb-8566-ae24673343e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:13.799596 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-88d2237f-fb47-43eb-8566-ae24673343e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73b4268a7961468b86abf028081c9342&device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 1101 time: 0.1097353 Jun 21 14:10:13.880039 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-7343bcb2-ca6c-4779-858e-575053a46a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:13.881429 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-7343bcb2-ca6c-4779-858e-575053a46a58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0913439 Jun 21 14:10:13.935478 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-6184f73c-95ea-4d95-8baf-221afa0a74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:13.936830 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-6184f73c-95ea-4d95-8baf-221afa0a74d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a7826ab-c449-4767-9b6f-259c7c58c54d HTTP/1.1" status: 200 len: 870 time: 0.1191344 Jun 21 14:10:13.981732 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-8f0c0de7-1384-4ff5-ae5e-cee1c2abe241 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=74f385ee-a359-433c-b2ca-b9e145ecd71c HTTP/1.1" status: 200 len: 217 time: 0.0374782 Jun 21 14:10:14.016959 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-c6e3dfad-a72d-4ec8-8676-02701f3b6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:14.018330 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-c6e3dfad-a72d-4ec8-8676-02701f3b6d8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1292531 Jun 21 14:10:14.071188 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-c376cfcf-68af-4806-96cc-5040fd6148e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:14.072653 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-c376cfcf-68af-4806-96cc-5040fd6148e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=948ca917-dcd5-4c1f-a59d-2c4837273548 HTTP/1.1" status: 200 len: 843 time: 0.0840781 Jun 21 14:10:14.146533 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-0d6cf991-bda0-4c84-9c62-839c78305836 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188679 Jun 21 14:10:14.196779 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-910f16fd-f2e9-404d-9f7a-0a1f369cdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:14.198136 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-910f16fd-f2e9-404d-9f7a-0a1f369cdd45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7826ab-c449-4767-9b6f-259c7c58c54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1184151 Jun 21 14:10:14.281738 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5fe5793a-57d9-4e2c-9c7c-bef4138fd351 req-7209a877-d8b2-4782-8aff-b6f6c97609f3 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271250 Jun 21 14:10:14.299092 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209f656-2a9b-497f-ad3f-fc0507d4fafa req-14d75234-710c-4ee0-b3e7-b5fa946538d4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:14.300631 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e209f656-2a9b-497f-ad3f-fc0507d4fafa req-14d75234-710c-4ee0-b3e7-b5fa946538d4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0648227 Jun 21 14:10:14.326606 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-619ef243-ded1-4dab-8cb6-793f7e53d4b7 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7826ab-c449-4767-9b6f-259c7c58c54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971692 Jun 21 14:10:14.341865 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e209f656-2a9b-497f-ad3f-fc0507d4fafa req-fd370bb9-bdb6-4513-8f37-fb4692c143e9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353875 Jun 21 14:10:14.420800 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b3c65c2d-41cc-4fbb-8b69-7680d764a753 req-cb742d63-093e-4d72-b531-acf613dcb2c8 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7826ab-c449-4767-9b6f-259c7c58c54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843649 Jun 21 14:10:14.717007 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b482a-26ee-4340-8281-7d18177df935 req-8a477bb2-2e84-40b4-bb91-a13d8e8213b8 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:14.718444 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-191b482a-26ee-4340-8281-7d18177df935 req-8a477bb2-2e84-40b4-bb91-a13d8e8213b8 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 948 time: 0.0676847 Jun 21 14:10:14.755237 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-191b482a-26ee-4340-8281-7d18177df935 req-18f72444-47b0-450f-afc8-4bf6afcb2c67 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307033 Jun 21 14:10:15.357357 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-bc30d081-9bc4-42ef-8259-f50c1b98da70 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547829 Jun 21 14:10:15.457310 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-fffc797a-a75d-488a-aaff-167adf2018cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:15.458771 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-fffc797a-a75d-488a-aaff-167adf2018cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 1098 time: 0.0635130 Jun 21 14:10:15.526762 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eae2b4-b028-4452-8f40-5a1fef2ab508 req-06a2580b-195c-4d29-86dc-87dd1de96a15 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:15.528047 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-90eae2b4-b028-4452-8f40-5a1fef2ab508 req-06a2580b-195c-4d29-86dc-87dd1de96a15 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0654538 Jun 21 14:10:15.564840 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-90eae2b4-b028-4452-8f40-5a1fef2ab508 req-a6fff7bb-6fe9-4a84-8f59-77d78271996b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310256 Jun 21 14:10:15.569938 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-fd32363d-99d7-4c58-bf77-8c4c36e4db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:15.571368 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-fd32363d-99d7-4c58-bf77-8c4c36e4db00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0869379 Jun 21 14:10:15.637185 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-f8f8fb6b-64f2-464d-bb8c-f7dfbcf9a3fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a02afce-7930-46f2-b39e-e03714f61c9f HTTP/1.1" status: 200 len: 999 time: 0.0580287 Jun 21 14:10:15.686421 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-0c2f2c0e-39e2-4951-9331-720e154d7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:15.687833 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-0c2f2c0e-39e2-4951-9331-720e154d7e82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0422635 Jun 21 14:10:15.749053 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-b1937791-a0f1-4f1c-bb0f-dc5ef01c2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:15.750492 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-b1937791-a0f1-4f1c-bb0f-dc5ef01c2173 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547040 Jun 21 14:10:15.840910 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-55dc1540-0047-4fbe-b2b6-c96311549046 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813179 Jun 21 14:10:15.978359 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-83eb3d4e-9906-4c53-9607-1519b63a3fb9 req-7466f9ca-7b44-4294-9e90-5d712c73cb45 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172752 Jun 21 14:10:15.992804 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb575fa-7f5f-4008-b3a9-c5f4193eeae4 req-e3ec0525-aa26-4788-83c3-a4c645b8e2e7 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:15.994154 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fbb575fa-7f5f-4008-b3a9-c5f4193eeae4 req-e3ec0525-aa26-4788-83c3-a4c645b8e2e7 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 948 time: 0.1159112 Jun 21 14:10:16.031337 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fbb575fa-7f5f-4008-b3a9-c5f4193eeae4 req-7e91cd01-109e-430c-b5ba-c1b153d32c0c tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Jun 21 14:10:16.743802 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 74f385ee-a359-433c-b2ca-b9e145ecd71c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:10:16.754579 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:10:16.758023 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04adc0-7629-4fec-95e1-834d43d92c63 req-fc82bbd0-a578-4b0d-9349-ad2a5b22ab05 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:16.759547 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0d04adc0-7629-4fec-95e1-834d43d92c63 req-fc82bbd0-a578-4b0d-9349-ad2a5b22ab05 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 945 time: 0.0736296 Jun 21 14:10:16.798160 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0d04adc0-7629-4fec-95e1-834d43d92c63 req-a8f447ad-dd4b-4a3e-94fa-bd5d277bb99c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327353 Jun 21 14:10:16.897808 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 74f385ee-a359-433c-b2ca-b9e145ecd71c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=74f385ee-a359-433c-b2ca-b9e145ecd71c,segment=NetworkSegment(5cfa91e3-a1e2-44df-9393-b1081bfab360),segment_id=5cfa91e3-a1e2-44df-9393-b1081bfab360)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:16.907218 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:16.917228 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '74f385ee-a359-433c-b2ca-b9e145ecd71c', 'network_id': '7a7826ab-c449-4767-9b6f-259c7c58c54d', 'port_id': '74f385ee-a359-433c-b2ca-b9e145ecd71c', 'mac_address': 'fa:16:3e:26:b4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948ca917-dcd5-4c1f-a59d-2c4837273548', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:10:16.937060 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:16.938517 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c637baf9-610d-4949-878d-c9274054c3ff" -d '{"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-unplugged", "status": "completed", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:17.102601 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c832c5f-e8c1-457c-b89b-297eb8cc93c4 x-openstack-request-id: req-4c832c5f-e8c1-457c-b89b-297eb8cc93c4 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:17.103067 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-unplugged", "status": "failed", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899", "code": 422}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:17.103503 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c832c5f-e8c1-457c-b89b-297eb8cc93c4 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:17.104149 dv-cinder-794962-5-iscsi neutron-server[92755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'code': 422} returned with failed status Jun 21 14:10:17.107295 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:17.113761 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:17.119638 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:17.151555 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:17.175227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f385ee-a359-433c-b2ca-b9e145ecd71c {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:10:17.189024 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=8']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:17.193580 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:17.203236 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 74f385ee-a359-433c-b2ca-b9e145ecd71c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=74f385ee-a359-433c-b2ca-b9e145ecd71c,segment=NetworkSegment(5cfa91e3-a1e2-44df-9393-b1081bfab360),segment_id=5cfa91e3-a1e2-44df-9393-b1081bfab360)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:17.207743 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:17.209758 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:17.230382 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16848e-c1c4-4735-8212-3ebca811982c req-56c0e9dd-9ad6-4eff-ac3b-e002ed179d46 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:17.236924 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9a16848e-c1c4-4735-8212-3ebca811982c req-56c0e9dd-9ad6-4eff-ac3b-e002ed179d46 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 948 time: 0.0758767 Jun 21 14:10:17.260159 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=74f385ee-a359-433c-b2ca-b9e145ecd71c,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:17.263452 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:17.276044 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9a16848e-c1c4-4735-8212-3ebca811982c req-8a17c1e6-dc75-4d1a-b67e-0b93c0f56bad tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Jun 21 14:10:17.830078 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['74f385ee-a359-433c-b2ca-b9e145ecd71c'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:10:18.035901 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39dd15-39da-46b0-ae93-a6f11e458119 req-7ffdb960-b234-4856-8044-21d913a1d063 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:18.037401 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad39dd15-39da-46b0-ae93-a6f11e458119 req-7ffdb960-b234-4856-8044-21d913a1d063 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0635054 Jun 21 14:10:18.081590 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ad39dd15-39da-46b0-ae93-a6f11e458119 req-dc28ccd2-0c8f-4ac2-8c0a-1283e791dcce tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382047 Jun 21 14:10:18.312855 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 45720) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:10:18.447368 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-a22720b7-cbeb-4dd6-a7a0-fb4c964eb1bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331775 Jun 21 14:10:18.463220 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e21f-86a5-49f2-bc02-af1ed6eb9491 req-bbe85040-9415-4a3e-afad-3713900538fd tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:18.464661 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0779e21f-86a5-49f2-bc02-af1ed6eb9491 req-bbe85040-9415-4a3e-afad-3713900538fd tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 949 time: 0.0770240 Jun 21 14:10:18.505478 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0779e21f-86a5-49f2-bc02-af1ed6eb9491 req-ba3a2310-6f80-4559-a593-6b2e05b24489 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Jun 21 14:10:18.754064 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:10:19.284345 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185f6c-0542-4312-8873-5041c9aa6d28 req-f57495a6-d6c2-4737-b437-9cf4ecebc0a3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:19.285864 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1f185f6c-0542-4312-8873-5041c9aa6d28 req-f57495a6-d6c2-4737-b437-9cf4ecebc0a3 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0731242 Jun 21 14:10:19.326626 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1f185f6c-0542-4312-8873-5041c9aa6d28 req-9d8a8573-e9c9-405a-956c-cd18ed524dd4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330517 Jun 21 14:10:19.463428 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-5b020918-f26d-47d7-975e-88e13397295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:19.464926 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-5b020918-f26d-47d7-975e-88e13397295b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef&tenant_id=2df8686152384c01ace3fc274154a2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0539250 Jun 21 14:10:19.555455 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-398a9f45-284b-464d-828d-c99cbc0a2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:19.557090 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-398a9f45-284b-464d-828d-c99cbc0a2b35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1096 time: 0.0554032 Jun 21 14:10:19.649163 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-fd359282-5ac2-40c1-9537-72579f5058d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:19.650626 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-fd359282-5ac2-40c1-9537-72579f5058d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0853684 Jun 21 14:10:19.683739 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aa45f-0def-4202-8c56-11bebcdc153f req-9586d33c-3948-41c3-97d1-d2af39cdbc6c tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:19.685179 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ea7aa45f-0def-4202-8c56-11bebcdc153f req-9586d33c-3948-41c3-97d1-d2af39cdbc6c tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 949 time: 0.0651836 Jun 21 14:10:19.714959 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-aa300258-f6ce-420e-8277-9105da536021 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 200 len: 997 time: 0.0572143 Jun 21 14:10:19.722816 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ea7aa45f-0def-4202-8c56-11bebcdc153f req-4a2164fe-a208-450d-851f-fb060bd0b605 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Jun 21 14:10:19.766524 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-1e21fc5a-1de4-48d5-b81e-50e4f23f4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:19.767958 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-1e21fc5a-1de4-48d5-b81e-50e4f23f4eaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0459940 Jun 21 14:10:19.826338 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-04bfb19f-8a17-4766-9916-52bf5375e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:19.827743 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-04bfb19f-8a17-4766-9916-52bf5375e17f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514839 Jun 21 14:10:19.915068 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-5c00bac3-f7eb-485a-88d0-432e45954d3a service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785077 Jun 21 14:10:20.005467 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-11025335-5ee1-4ac2-bee0-95a5673a89fa req-95cd6126-2ca9-48ce-a074-c6253d185c02 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830705 Jun 21 14:10:20.509496 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af756aca-637e-4bad-a68c-91ca8aa74e68 req-53b05e04-eb07-44bf-9f7f-37500ad5aa1b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:20.511030 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-af756aca-637e-4bad-a68c-91ca8aa74e68 req-53b05e04-eb07-44bf-9f7f-37500ad5aa1b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0657732 Jun 21 14:10:20.559745 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-af756aca-637e-4bad-a68c-91ca8aa74e68 req-c060c288-d68b-43b2-af15-c742bea8a85d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379047 Jun 21 14:10:20.755074 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 74f385ee-a359-433c-b2ca-b9e145ecd71c up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:10:20.821690 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port 74f385ee-a359-433c-b2ca-b9e145ecd71c completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:10:20.828307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 74f385ee-a359-433c-b2ca-b9e145ecd71c triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:10:20.828802 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:20.907057 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:20.921509 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62b1dc-2298-4a3f-bb60-d626f1cc4fcc req-28125ebf-4ec6-4af8-928e-4cfea07ba958 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:20.929405 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3c62b1dc-2298-4a3f-bb60-d626f1cc4fcc req-28125ebf-4ec6-4af8-928e-4cfea07ba958 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 949 time: 0.0749109 Jun 21 14:10:20.932280 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01caeb04-1106-4645-a718-65a1432a90cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f385ee-a359-433c-b2ca-b9e145ecd71c'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:20.934859 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900901de-873d-40ea-b645-e728caa5024f" -d '{"events": [{"server_uuid": "01caeb04-1106-4645-a718-65a1432a90cc", "name": "network-vif-plugged", "status": "completed", "tag": "74f385ee-a359-433c-b2ca-b9e145ecd71c"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:20.950148 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 74f385ee-a359-433c-b2ca-b9e145ecd71c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=74f385ee-a359-433c-b2ca-b9e145ecd71c,segment=NetworkSegment(5cfa91e3-a1e2-44df-9393-b1081bfab360),segment_id=5cfa91e3-a1e2-44df-9393-b1081bfab360)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:20.956800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:20.958855 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:20.996894 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3c62b1dc-2298-4a3f-bb60-d626f1cc4fcc req-cae9a226-77cd-4f19-9fa9-f49bbb6cbb7e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660141 Jun 21 14:10:21.009494 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b09e7b-3203-4c74-a478-a34219737470 x-openstack-request-id: req-99b09e7b-3203-4c74-a478-a34219737470 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:21.009787 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01caeb04-1106-4645-a718-65a1432a90cc", "name": "network-vif-plugged", "status": "completed", "tag": "74f385ee-a359-433c-b2ca-b9e145ecd71c", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:21.010040 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99b09e7b-3203-4c74-a478-a34219737470 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:21.010430 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01caeb04-1106-4645-a718-65a1432a90cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f385ee-a359-433c-b2ca-b9e145ecd71c', 'code': 200} Jun 21 14:10:21.025060 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=74f385ee-a359-433c-b2ca-b9e145ecd71c,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:21.028287 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:21.762454 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59408314-2f17-4069-b813-fe1fef8d514f req-7df594e5-04c9-4e56-9f3d-5b414354bc5a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:21.763932 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-59408314-2f17-4069-b813-fe1fef8d514f req-7df594e5-04c9-4e56-9f3d-5b414354bc5a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0705512 Jun 21 14:10:21.802789 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-59408314-2f17-4069-b813-fe1fef8d514f req-e3bb55db-0faf-4b71-8956-61ed08ff7ba2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323260 Jun 21 14:10:22.173552 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085feefa-d90e-4f5b-b939-2bd6e6f7594f req-9563f935-c394-4562-aca5-22c0ccf46d3a tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:22.175151 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-085feefa-d90e-4f5b-b939-2bd6e6f7594f req-9563f935-c394-4562-aca5-22c0ccf46d3a tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0635090 Jun 21 14:10:22.213870 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-085feefa-d90e-4f5b-b939-2bd6e6f7594f req-8561ef3f-5b18-411d-8dfc-c88b8f681cbb tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Jun 21 14:10:22.986923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295c9c6-d80e-48a9-9021-6578fbcef65e req-3a8aca71-37ba-49f5-90c9-f1faad1583fd tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:22.988557 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1295c9c6-d80e-48a9-9021-6578fbcef65e req-3a8aca71-37ba-49f5-90c9-f1faad1583fd tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0691502 Jun 21 14:10:23.032843 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-1295c9c6-d80e-48a9-9021-6578fbcef65e req-89246064-dd88-4f17-8433-20e58947608b tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380318 Jun 21 14:10:23.401906 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9905c-c100-49f2-8b52-140feb70d4b9 req-95281361-0e63-46e3-92ad-c2441734c24f tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:23.403422 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-98a9905c-c100-49f2-8b52-140feb70d4b9 req-95281361-0e63-46e3-92ad-c2441734c24f tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0682342 Jun 21 14:10:23.442555 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-98a9905c-c100-49f2-8b52-140feb70d4b9 req-11054087-9e7f-4203-b204-9154939cb6f3 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Jun 21 14:10:24.217800 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eff53d-c740-4623-9a22-d12f3a19036d req-7397cb10-0001-462f-aa74-7e5b4f144e57 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:24.219545 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-64eff53d-c740-4623-9a22-d12f3a19036d req-7397cb10-0001-462f-aa74-7e5b4f144e57 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0671012 Jun 21 14:10:24.257780 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-64eff53d-c740-4623-9a22-d12f3a19036d req-a48fb3c0-eb38-4e61-97ec-3e7b299362e2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323331 Jun 21 14:10:24.623788 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3307ba-6330-4af1-b9f2-8bc8b1a175a4 req-2fe979e2-f5fc-480c-946b-2954b9d6a797 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:24.625283 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6f3307ba-6330-4af1-b9f2-8bc8b1a175a4 req-2fe979e2-f5fc-480c-946b-2954b9d6a797 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0659275 Jun 21 14:10:24.662807 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6f3307ba-6330-4af1-b9f2-8bc8b1a175a4 req-38b5439b-7493-4c27-bfd0-d389bb9a2638 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Jun 21 14:10:25.454984 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586be4c-08a3-4764-b601-95906f9d2378 req-76068f7f-83c5-4d3b-bdaa-11d0a1545741 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:25.456479 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c586be4c-08a3-4764-b601-95906f9d2378 req-76068f7f-83c5-4d3b-bdaa-11d0a1545741 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0693278 Jun 21 14:10:25.495761 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c586be4c-08a3-4764-b601-95906f9d2378 req-01a3c546-b07d-42fe-a3ec-ed61ae8b85ec tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335004 Jun 21 14:10:25.851538 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f569671-7829-4fe0-b2b5-e838aee95221 req-adae7976-91ce-45de-8ea7-fa2a73b99ee7 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:25.853023 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2f569671-7829-4fe0-b2b5-e838aee95221 req-adae7976-91ce-45de-8ea7-fa2a73b99ee7 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0693750 Jun 21 14:10:25.891273 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2f569671-7829-4fe0-b2b5-e838aee95221 req-ed340a65-2a93-4a01-9903-8236475ef416 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Jun 21 14:10:26.677169 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd28dc9-948b-493d-a4fd-373b6a06a92c req-1ffd3483-e599-491b-9320-2427ccceb437 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:26.678696 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cdd28dc9-948b-493d-a4fd-373b6a06a92c req-1ffd3483-e599-491b-9320-2427ccceb437 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0673597 Jun 21 14:10:26.719528 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cdd28dc9-948b-493d-a4fd-373b6a06a92c req-8375de2a-2eeb-461a-9f5f-3c9e72af915c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345070 Jun 21 14:10:27.077741 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb0a56-60a9-4a61-88ee-7a58863962a9 req-7ddce1ed-cb83-4c92-9c6e-ebc3cf433419 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:27.078665 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-facb0a56-60a9-4a61-88ee-7a58863962a9 req-7ddce1ed-cb83-4c92-9c6e-ebc3cf433419 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0669146 Jun 21 14:10:27.119244 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-facb0a56-60a9-4a61-88ee-7a58863962a9 req-3cf0fffc-b088-4791-8654-b887bbcdac0b tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Jun 21 14:10:27.906238 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396294a-b02e-48be-ad87-88ffe87cb0ac req-7759bbb5-c824-45ef-81b8-9bf771fe59b4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:27.907854 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6396294a-b02e-48be-ad87-88ffe87cb0ac req-7759bbb5-c824-45ef-81b8-9bf771fe59b4 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0684748 Jun 21 14:10:27.948206 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6396294a-b02e-48be-ad87-88ffe87cb0ac req-d20aa8bf-50f3-43cd-aefa-184c88c577e2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341845 Jun 21 14:10:28.293577 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b271c-e7c2-43d9-b712-610a8d9bad6f req-bc212de6-0408-4995-8a55-4a986c9c2599 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:28.295836 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-587b271c-e7c2-43d9-b712-610a8d9bad6f req-bc212de6-0408-4995-8a55-4a986c9c2599 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0636857 Jun 21 14:10:28.336123 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-587b271c-e7c2-43d9-b712-610a8d9bad6f req-37743588-0795-4a03-b6f6-c8f565c7a9a9 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343761 Jun 21 14:10:29.142877 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838ee34-17bb-443b-85fd-1c741a6497f2 req-01b85b6a-2ff1-4f24-90cd-32186baf2644 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:29.144393 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2838ee34-17bb-443b-85fd-1c741a6497f2 req-01b85b6a-2ff1-4f24-90cd-32186baf2644 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0639892 Jun 21 14:10:29.183078 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2838ee34-17bb-443b-85fd-1c741a6497f2 req-f20441a3-4c10-4fc9-abd0-3e5aa4a11c44 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324662 Jun 21 14:10:29.514333 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ef175-6849-45c6-bf52-115f429408ef req-f8ab96f8-2206-484b-beaf-5e459d63c164 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:29.515811 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ad4ef175-6849-45c6-bf52-115f429408ef req-f8ab96f8-2206-484b-beaf-5e459d63c164 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0681553 Jun 21 14:10:29.558540 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ad4ef175-6849-45c6-bf52-115f429408ef req-a7d54c01-1abf-4460-a4ca-cbf7bf738bec tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367224 Jun 21 14:10:30.370193 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec01c-77dd-4392-bd0f-4fd8f6547566 req-069f035d-73e1-4d90-b356-b74623448a0e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:30.371662 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c12ec01c-77dd-4392-bd0f-4fd8f6547566 req-069f035d-73e1-4d90-b356-b74623448a0e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0654252 Jun 21 14:10:30.410453 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c12ec01c-77dd-4392-bd0f-4fd8f6547566 req-be4eab67-2b82-4a40-b496-e5dbe6e6f364 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325122 Jun 21 14:10:30.737101 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a361a-ae29-43f4-88b4-5f8551cc68f3 req-5155336b-c57d-498c-9072-5f277823d007 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:30.738636 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8a4a361a-ae29-43f4-88b4-5f8551cc68f3 req-5155336b-c57d-498c-9072-5f277823d007 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0640678 Jun 21 14:10:30.780986 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8a4a361a-ae29-43f4-88b4-5f8551cc68f3 req-2285253b-20fa-42e5-b6bd-4a8734b4cf87 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360215 Jun 21 14:10:31.345248 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 45798) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:10:31.513281 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Deleting port c7cf3ec3-9d6e-404d-a3e8-968d64272eef {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:10:31.513582 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:31.588068 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:31.588304 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:31.595089 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16632ad-1291-456f-b070-2319e906f987 req-e3509b85-d9e6-43e5-b104-5aa36ae766ee tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:31.596620 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b16632ad-1291-456f-b070-2319e906f987 req-e3509b85-d9e6-43e5-b104-5aa36ae766ee tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0701065 Jun 21 14:10:31.634175 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b16632ad-1291-456f-b070-2319e906f987 req-67b41a3e-e992-4040-8061-6ab63e9e56fb tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316672 Jun 21 14:10:31.654292 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Calling delete_port for c7cf3ec3-9d6e-404d-a3e8-968d64272eef owned by network:floatingip {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:10:31.801202 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:31.803097 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:31.831809 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event deleted for resources: {'Port': ['ID=c7cf3ec3-9d6e-404d-a3e8-968d64272eef,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:31.834917 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:31.894112 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:31.894425 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.l3_db [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Floating IP 424af977-1bee-4d18-8ad0-931bdcf31109 disassociated (deleted). External IP: 172.27.2.2, port: 7a02afce-7930-46f2-b39e-e03714f61c9f. Jun 21 14:10:32.033270 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062da41e-e14e-4987-aea5-41a102103d32 req-b78ddaa3-dc0c-4e78-b1a6-1fad58a684d3 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:32.034718 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-062da41e-e14e-4987-aea5-41a102103d32 req-b78ddaa3-dc0c-4e78-b1a6-1fad58a684d3 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.1423950 Jun 21 14:10:32.395492 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-062da41e-e14e-4987-aea5-41a102103d32 req-51765a54-99fe-4ff9-9880-603e7746f527 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273716 Jun 21 14:10:32.415079 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Router bd41312b-23cf-4190-9911-8ee1749c4544 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:10:32.518304 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:10:32.523586 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:32.529905 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:10:32.540722 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:10:32.541339 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:10:32.559003 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-bc8c282c-98c0-4a88-b2d0-152afc6a5c38 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "DELETE /v2.0/floatingips/424af977-1bee-4d18-8ad0-931bdcf31109 HTTP/1.1" status: 204 len: 168 time: 1.2126653 Jun 21 14:10:32.559666 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f'}] {{(pid=92753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:32.562065 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe4a640c2403949659d4cc53932cbb68bc41a66d94213b97b61e04198fcac259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ec313b-2918-41a7-9b1f-2196183e68b1" -d '{"events": [{"name": "network-changed", "server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f"}]}' {{(pid=92753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:32.643277 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:10:32.660853 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41504f4d-5c73-454c-bb58-3ba298e7d859 x-openstack-request-id: req-41504f4d-5c73-454c-bb58-3ba298e7d859 {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:32.662992 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f", "status": "completed", "code": 200}]} {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:32.663448 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41504f4d-5c73-454c-bb58-3ba298e7d859 {{(pid=92753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:32.664015 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'status': 'completed', 'code': 200} Jun 21 14:10:32.821912 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53143897-8f82-4c82-95f1-d840469621e9 req-c2184e3f-8e98-41fb-879a-45e8bf06ed03 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:32.823666 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-53143897-8f82-4c82-95f1-d840469621e9 req-c2184e3f-8e98-41fb-879a-45e8bf06ed03 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0694935 Jun 21 14:10:32.864029 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-53143897-8f82-4c82-95f1-d840469621e9 req-b448be17-e2c0-4e53-a019-07e8445850a6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336552 Jun 21 14:10:32.938283 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cb95c-8a22-4c63-adfc-7db629c5688f req-c6db178f-270b-4d48-b763-eda76cbc5c3c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:32.939659 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2c0cb95c-8a22-4c63-adfc-7db629c5688f req-c6db178f-270b-4d48-b763-eda76cbc5c3c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0633647 Jun 21 14:10:32.951649 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:33Z', 'revision_number': 1, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:10:32.976137 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:10:32.976660 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2c0cb95c-8a22-4c63-adfc-7db629c5688f req-e1d07593-9e04-4c3c-b171-bc53438150a9 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Jun 21 14:10:32.984413 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:10:32.985060 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:10:33.086026 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:10:33.318155 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:33Z', 'revision_number': 1, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:10:33.343635 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75721e-4347-4d8e-aeaa-8f1b3d5799f0 None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': '2e66d6da-8674-46e5-9872-90c7b20bcad4', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'port_id': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'mac_address': 'fa:16:3e:fe:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:05:30Z', 'updated_at': '2021-06-21T14:05:33Z', 'revision_number': 1, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:10:33.581225 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba9aa7-368d-4876-b520-e317dcf4a7fe None None] New status for floating IP 424af977-1bee-4d18-8ad0-931bdcf31109: DOWN {{(pid=92755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:10:33.586993 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251620fd-4300-480d-bfb9-64ded5b708e6 req-b42f10a5-aa29-496f-931a-dfae3d140629 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:33.588503 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-251620fd-4300-480d-bfb9-64ded5b708e6 req-b42f10a5-aa29-496f-931a-dfae3d140629 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0723603 Jun 21 14:10:33.625666 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-251620fd-4300-480d-bfb9-64ded5b708e6 req-1b143c7e-4946-4cc1-8174-267b1ac8a55a tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Jun 21 14:10:34.068459 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e0a2-fce1-470b-afa4-b3d6edcc6931 req-c31dc90a-7499-447a-8b64-8a96c97ca29e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:34.070024 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dee2e0a2-fce1-470b-afa4-b3d6edcc6931 req-c31dc90a-7499-447a-8b64-8a96c97ca29e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0771048 Jun 21 14:10:34.106950 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-dee2e0a2-fce1-470b-afa4-b3d6edcc6931 req-536f28e3-6f91-4814-86a2-d3c1b112a9aa tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311861 Jun 21 14:10:34.162275 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed01a21-b451-4439-81ed-1a12363b07cc req-965ffe2f-8f5f-4f47-a997-b0a0cefc3fd6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:34.163752 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7ed01a21-b451-4439-81ed-1a12363b07cc req-965ffe2f-8f5f-4f47-a997-b0a0cefc3fd6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0668030 Jun 21 14:10:34.200651 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7ed01a21-b451-4439-81ed-1a12363b07cc req-89d6e8a1-ed84-4b51-b510-9db21c6c209b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311751 Jun 21 14:10:34.446800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b1a3-9e5f-4323-8cdb-7d1609f27633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:34.832207 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c64d56-26ff-44b8-936b-09bb07db3cb0 req-6812ed4c-7db1-4ca2-9cd2-2e2cac2eb446 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:34.833667 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-36c64d56-26ff-44b8-936b-09bb07db3cb0 req-6812ed4c-7db1-4ca2-9cd2-2e2cac2eb446 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0869148 Jun 21 14:10:34.873327 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-36c64d56-26ff-44b8-936b-09bb07db3cb0 req-aa9ab23a-32bd-40e3-adbd-b967a22a101c tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Jun 21 14:10:35.292930 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43fd30-9149-40b0-8452-3a41f84e25d7 req-8830bd3f-8cc9-475b-8c8e-300c652fa150 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:35.294476 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aa43fd30-9149-40b0-8452-3a41f84e25d7 req-8830bd3f-8cc9-475b-8c8e-300c652fa150 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0688787 Jun 21 14:10:35.332389 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aa43fd30-9149-40b0-8452-3a41f84e25d7 req-6ce88409-aa16-4d98-8317-d877ce4ecf4a tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321715 Jun 21 14:10:35.378289 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452241d-42eb-4fa7-936f-3535bcaa6c97 req-322ce3ba-bd7b-4573-a75b-e8225540cea3 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:35.379742 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7452241d-42eb-4fa7-936f-3535bcaa6c97 req-322ce3ba-bd7b-4573-a75b-e8225540cea3 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0631042 Jun 21 14:10:35.423449 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7452241d-42eb-4fa7-936f-3535bcaa6c97 req-e3f35b8f-8522-4a53-8fef-a5716209630c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376830 Jun 21 14:10:36.058953 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd19fd5-630c-4939-87df-22bee5b0aae8 req-74195af6-d8dc-46b4-92eb-792578c18b0a tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:36.060432 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cbd19fd5-630c-4939-87df-22bee5b0aae8 req-74195af6-d8dc-46b4-92eb-792578c18b0a tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0709701 Jun 21 14:10:36.098818 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-cbd19fd5-630c-4939-87df-22bee5b0aae8 req-7ac3a2e1-45ee-460a-8118-2d2222cfd090 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Jun 21 14:10:36.590460 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e93c5-b53f-4e93-b411-e1e761148b77 req-2e259a6d-f8c1-4122-ab6a-d54314311af9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:36.592050 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ed6e93c5-b53f-4e93-b411-e1e761148b77 req-2e259a6d-f8c1-4122-ab6a-d54314311af9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0665312 Jun 21 14:10:36.621111 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120ba8e-ad2c-41a1-b036-f1d7552a77d7 req-4a6ea0d4-1de0-4aa0-ba27-6a91d1a19eb8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:36.622814 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2120ba8e-ad2c-41a1-b036-f1d7552a77d7 req-4a6ea0d4-1de0-4aa0-ba27-6a91d1a19eb8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0651309 Jun 21 14:10:36.629131 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ed6e93c5-b53f-4e93-b411-e1e761148b77 req-c7bf8fe2-24c8-4f5f-91f6-493f3ec0ea34 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310946 Jun 21 14:10:36.660925 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2120ba8e-ad2c-41a1-b036-f1d7552a77d7 req-cfae76cf-48f5-4fd9-8f5f-7def310c1f81 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Jun 21 14:10:37.073520 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-3c845fb1-e162-4816-ab4a-d9ac1dcb153a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:37.280463 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccaaad-b14c-4c93-b074-15cbed39a8f5 req-4156cd21-5c2e-4a2c-a384-6667cc1f8794 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:37.281917 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a7ccaaad-b14c-4c93-b074-15cbed39a8f5 req-4156cd21-5c2e-4a2c-a384-6667cc1f8794 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0720963 Jun 21 14:10:37.322814 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a7ccaaad-b14c-4c93-b074-15cbed39a8f5 req-0e0bdf78-97bb-4203-b55f-f7cb3e65b7b8 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Jun 21 14:10:37.350276 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:37.818881 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34196fda-cdc2-44f1-91e3-f14130f43f88 req-405cd6ec-90f6-4798-922a-ab298fcdc749 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:37.820341 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-34196fda-cdc2-44f1-91e3-f14130f43f88 req-405cd6ec-90f6-4798-922a-ab298fcdc749 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0648034 Jun 21 14:10:37.833863 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f806b-2029-4638-a833-8e30caa481b8 req-849419f7-2ec0-4e1e-92b1-cdd2dfd60e8f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:37.835326 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-999f806b-2029-4638-a833-8e30caa481b8 req-849419f7-2ec0-4e1e-92b1-cdd2dfd60e8f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0644965 Jun 21 14:10:37.856969 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-34196fda-cdc2-44f1-91e3-f14130f43f88 req-cdaafda1-525c-49c5-8980-82e6b8422723 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305884 Jun 21 14:10:37.873186 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-999f806b-2029-4638-a833-8e30caa481b8 req-973ba5ce-48a2-45d3-83f4-3fba854cad24 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Jun 21 14:10:38.178623 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:38.509243 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2834867-45ac-4e54-867f-4269349377ea req-c704fb42-44fa-45fb-9b4a-4ed9b15cb399 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:38.510728 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b2834867-45ac-4e54-867f-4269349377ea req-c704fb42-44fa-45fb-9b4a-4ed9b15cb399 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0642610 Jun 21 14:10:38.548991 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-b2834867-45ac-4e54-867f-4269349377ea req-f811f69f-3135-4a33-968d-c11a40c239db tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Jun 21 14:10:38.860966 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:39.030474 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9ebcd-6673-408f-bb48-016263975a9a req-b115dd54-f12a-4ed1-be8a-a445f07bc7f2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:39.031916 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2bf9ebcd-6673-408f-bb48-016263975a9a req-b115dd54-f12a-4ed1-be8a-a445f07bc7f2 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0614405 Jun 21 14:10:39.042164 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdddcb6-ed37-42ce-8f00-0bcc5457c53c req-0083c51a-4bc0-4ff7-9034-700defe3cf4f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:39.043675 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8fdddcb6-ed37-42ce-8f00-0bcc5457c53c req-0083c51a-4bc0-4ff7-9034-700defe3cf4f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0622103 Jun 21 14:10:39.069278 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2bf9ebcd-6673-408f-bb48-016263975a9a req-fa3ef141-3ceb-4c35-b3d1-7d05d9bcc827 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315948 Jun 21 14:10:39.081632 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8fdddcb6-ed37-42ce-8f00-0bcc5457c53c req-c52fdda7-903f-4302-b19b-860e4da25b8d tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Jun 21 14:10:39.641163 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:39.731959 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31800cbc-9d10-420a-82d8-b5e821c6cb53 req-e854f55c-60bf-4d95-a9ca-a41f94581ae1 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:39.733415 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-31800cbc-9d10-420a-82d8-b5e821c6cb53 req-e854f55c-60bf-4d95-a9ca-a41f94581ae1 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0629508 Jun 21 14:10:39.773805 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-31800cbc-9d10-420a-82d8-b5e821c6cb53 req-0cc36dda-8717-4ba0-b42a-bba69b64bcd5 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Jun 21 14:10:40.267514 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bae006-70d8-4de1-b6f4-752d270d740e req-26d0c768-2fd9-41e0-aa28-96db36194e32 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:40.269005 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d1bae006-70d8-4de1-b6f4-752d270d740e req-26d0c768-2fd9-41e0-aa28-96db36194e32 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0700536 Jun 21 14:10:40.271050 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081668-2612-4385-a244-7d776d19dd51 req-272f3e51-7504-4504-b443-58a7399c06d4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:40.272466 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-75081668-2612-4385-a244-7d776d19dd51 req-272f3e51-7504-4504-b443-58a7399c06d4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0703185 Jun 21 14:10:40.306571 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d1bae006-70d8-4de1-b6f4-752d270d740e req-d59b548f-fb41-4791-9c62-8d8494e2c57f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315320 Jun 21 14:10:40.310890 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-75081668-2612-4385-a244-7d776d19dd51 req-124b4464-1ad7-49b0-b48f-03482063cae3 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Jun 21 14:10:40.973643 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece7f3-ddf4-44fb-b66a-5c363a2bba48 req-a28fc0d7-4216-4c48-b1ee-0d77ca7ab29d tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:40.975860 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d9ece7f3-ddf4-44fb-b66a-5c363a2bba48 req-a28fc0d7-4216-4c48-b1ee-0d77ca7ab29d tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0760212 Jun 21 14:10:41.015998 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-d9ece7f3-ddf4-44fb-b66a-5c363a2bba48 req-65114b60-de60-43f9-b736-2090121fbe41 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Jun 21 14:10:41.446730 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:10:41.482345 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f592b1-5355-4766-a719-27b5d8a0f213 req-ecdc0a68-423f-4305-9dff-b21dac6aa3f8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:41.483860 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-72f592b1-5355-4766-a719-27b5d8a0f213 req-ecdc0a68-423f-4305-9dff-b21dac6aa3f8 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0635798 Jun 21 14:10:41.486606 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563d865-8344-44b0-bd8f-9694ebf206f5 req-e1363cb7-e6a0-4e10-aa91-e5fd1710eadd tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:41.488086 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c563d865-8344-44b0-bd8f-9694ebf206f5 req-e1363cb7-e6a0-4e10-aa91-e5fd1710eadd tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0655406 Jun 21 14:10:41.521402 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-72f592b1-5355-4766-a719-27b5d8a0f213 req-a3d59db4-879d-4cec-9d0d-e08893166398 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Jun 21 14:10:41.526012 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-c563d865-8344-44b0-bd8f-9694ebf206f5 req-dbf0043a-e065-4090-bb62-d97448ee654c tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321751 Jun 21 14:10:42.215841 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bcb72-50bd-4732-a2a9-b3c4d5f91851 req-c9472248-acd8-4fb0-af2b-1c8f04373800 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:42.217522 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c10bcb72-50bd-4732-a2a9-b3c4d5f91851 req-c9472248-acd8-4fb0-af2b-1c8f04373800 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0702534 Jun 21 14:10:42.267716 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c10bcb72-50bd-4732-a2a9-b3c4d5f91851 req-da8f76fd-3477-48dd-b700-748ab640ab87 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Jun 21 14:10:42.694681 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea7951-85d0-4b5d-9c14-3b9e58dcba76 req-6570de61-7cea-44a9-9d71-7f34196014c7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:42.696137 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-50ea7951-85d0-4b5d-9c14-3b9e58dcba76 req-6570de61-7cea-44a9-9d71-7f34196014c7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0640147 Jun 21 14:10:42.709307 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d52c44-ec15-42e3-b081-452275a4a7bc req-d0a5c87e-9b87-4e35-b8ec-19377c363da7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:42.710766 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-55d52c44-ec15-42e3-b081-452275a4a7bc req-d0a5c87e-9b87-4e35-b8ec-19377c363da7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0683935 Jun 21 14:10:42.735293 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-50ea7951-85d0-4b5d-9c14-3b9e58dcba76 req-bd83620a-b05d-4b92-a6f1-653e72a8b38f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332446 Jun 21 14:10:42.749514 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-55d52c44-ec15-42e3-b081-452275a4a7bc req-4881c440-3a50-45ec-b602-1bc8dc8074a5 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325458 Jun 21 14:10:43.461624 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398e27d-2d32-4561-98a2-2564c8a8c30d req-85e95c27-6df2-4846-8602-31c4b0596e53 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:43.463091 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2398e27d-2d32-4561-98a2-2564c8a8c30d req-85e95c27-6df2-4846-8602-31c4b0596e53 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0667312 Jun 21 14:10:43.500306 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2398e27d-2d32-4561-98a2-2564c8a8c30d req-ba2a8fab-3064-4d01-acc8-02a974073ff9 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Jun 21 14:10:43.914045 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282453e4-8e03-42bf-8723-ece8e3439490 req-fd3e5ab4-a453-4f09-95df-88622946ae7b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:43.915464 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-282453e4-8e03-42bf-8723-ece8e3439490 req-fd3e5ab4-a453-4f09-95df-88622946ae7b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0624950 Jun 21 14:10:43.932476 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a013-c81e-4148-9207-e0aec1bdb4e0 req-a603af41-8dc1-4542-9572-406001009d11 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:43.933938 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e073a013-c81e-4148-9207-e0aec1bdb4e0 req-a603af41-8dc1-4542-9572-406001009d11 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0678363 Jun 21 14:10:43.952279 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-282453e4-8e03-42bf-8723-ece8e3439490 req-2a5a2f5e-50b5-4d88-9937-8f9935a6effd tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Jun 21 14:10:43.972114 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e073a013-c81e-4148-9207-e0aec1bdb4e0 req-5997e02a-a469-4f3b-9178-98605976db83 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324538 Jun 21 14:10:44.674533 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29040c-328e-40ce-aba0-e99d0914d4b3 req-fc3278eb-30a8-47fc-8224-e9563c376fe4 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:44.675960 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8d29040c-328e-40ce-aba0-e99d0914d4b3 req-fc3278eb-30a8-47fc-8224-e9563c376fe4 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0652914 Jun 21 14:10:44.716746 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8d29040c-328e-40ce-aba0-e99d0914d4b3 req-42d08b08-7417-4aef-babd-f96de609427c tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Jun 21 14:10:45.130449 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeea69-b7b3-4ae0-8452-1e32d8ce2f3d req-37e0c699-a9a6-4590-bcd0-626fda4ac135 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:45.131935 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9aeeea69-b7b3-4ae0-8452-1e32d8ce2f3d req-37e0c699-a9a6-4590-bcd0-626fda4ac135 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0632293 Jun 21 14:10:45.147288 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9411a3-8673-4d1f-9638-27c8a40322be req-8a5f6087-36b7-4cce-ab4b-c8f3b0297305 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:45.148817 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa9411a3-8673-4d1f-9638-27c8a40322be req-8a5f6087-36b7-4cce-ab4b-c8f3b0297305 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0624239 Jun 21 14:10:45.169348 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-9aeeea69-b7b3-4ae0-8452-1e32d8ce2f3d req-cfbd08fb-f36e-4ebc-9da7-cd700446ddb4 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Jun 21 14:10:45.185444 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa9411a3-8673-4d1f-9638-27c8a40322be req-ad310b56-a37f-4e01-8ee9-36a7cbbea9a6 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309272 Jun 21 14:10:45.922409 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964b1d4-abb2-471d-b225-053c910026f2 req-84171d69-b459-4eeb-8ba9-d9ced3be600f tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:45.923876 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6964b1d4-abb2-471d-b225-053c910026f2 req-84171d69-b459-4eeb-8ba9-d9ced3be600f tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0808218 Jun 21 14:10:45.962540 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-6964b1d4-abb2-471d-b225-053c910026f2 req-0638b3e2-e027-4872-a0c6-ce8a196e1683 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Jun 21 14:10:46.140307 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-bfa537f9-5488-4970-b3bd-7af939e3d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:46.141693 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-bfa537f9-5488-4970-b3bd-7af939e3d163 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 1098 time: 0.0565395 Jun 21 14:10:46.249709 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-7b1f3ee2-7eba-4d6b-abe2-7df2f124ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:46.251157 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-7b1f3ee2-7eba-4d6b-abe2-7df2f124ea44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0933084 Jun 21 14:10:46.298773 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-e0c6c787-5e80-4b3d-bbbf-59f6dba50c37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a02afce-7930-46f2-b39e-e03714f61c9f HTTP/1.1" status: 200 len: 217 time: 0.0391624 Jun 21 14:10:46.376708 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f52e1-ed7a-4bb7-96e4-5c3242f51835 req-e3415e1e-57d4-4430-9778-d67177b57852 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:46.378177 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-450f52e1-ed7a-4bb7-96e4-5c3242f51835 req-e3415e1e-57d4-4430-9778-d67177b57852 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0664895 Jun 21 14:10:46.411621 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-97243759-788b-4eea-a02a-704073454a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:46.412977 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-97243759-788b-4eea-a02a-704073454a22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0844212 Jun 21 14:10:46.430869 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-450f52e1-ed7a-4bb7-96e4-5c3242f51835 req-e2bf2033-1ea1-4dad-b5ba-718c935f2549 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467620 Jun 21 14:10:46.466753 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3ae1-595e-4b9d-ae21-28aaa2e7af4f req-ee3c6d6b-81c4-4572-86e2-fdc683ac8f51 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:46.468198 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18ed3ae1-595e-4b9d-ae21-28aaa2e7af4f req-ee3c6d6b-81c4-4572-86e2-fdc683ac8f51 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.1717868 Jun 21 14:10:46.474374 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213094f-e88a-4d3a-a718-3d52862c5835 req-97f1adf9-ff24-492c-ba54-3f9539888730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:46.475660 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9213094f-e88a-4d3a-a718-3d52862c5835 req-97f1adf9-ff24-492c-ba54-3f9539888730 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 1103 time: 0.1212277 Jun 21 14:10:46.531281 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18ed3ae1-595e-4b9d-ae21-28aaa2e7af4f req-a1359e99-3c05-4738-ad9b-37a5e3e5cc34 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546908 Jun 21 14:10:46.542923 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9213094f-e88a-4d3a-a718-3d52862c5835 req-ff3f3e3c-cd7c-46f6-bb4b-52d4818bac6b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562172 Jun 21 14:10:46.551298 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-21e3a37f-ae3f-4162-ab08-97571175813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:46.552839 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-21e3a37f-ae3f-4162-ab08-97571175813c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283748 Jun 21 14:10:47.153815 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-cef9a6ec-f9eb-42e4-a48b-a6723b2b0fa3 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826130 Jun 21 14:10:47.157515 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8c71b-3d2b-47cd-9007-29e3e8cc22fb req-530f09a1-9e4b-4515-ba91-44a043272281 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:47.158965 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-11f8c71b-3d2b-47cd-9007-29e3e8cc22fb req-530f09a1-9e4b-4515-ba91-44a043272281 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0651832 Jun 21 14:10:47.196067 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-11f8c71b-3d2b-47cd-9007-29e3e8cc22fb req-b92b14d4-27d2-4ae7-8c12-d550e2e29de6 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Jun 21 14:10:47.271321 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14ec313b-2918-41a7-9b1f-2196183e68b1 req-8a54b5ce-e857-47c9-804d-bbedfa82ae42 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824883 Jun 21 14:10:47.619855 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e798e-f9d4-4337-aaa2-d533525ae283 req-bd9d9b5c-3dbe-4cf4-938f-f9f1a0445b21 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:47.621326 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2f6e798e-f9d4-4337-aaa2-d533525ae283 req-bd9d9b5c-3dbe-4cf4-938f-f9f1a0445b21 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0635207 Jun 21 14:10:47.661514 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-2f6e798e-f9d4-4337-aaa2-d533525ae283 req-67e76181-e515-4353-af2d-0a7dd84d62b0 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345564 Jun 21 14:10:47.709393 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a332ee-d4d4-4ab3-9906-d13e7e7f8f34 req-c8507b17-a72f-4e37-b7d3-f4eb9798d50f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:47.710858 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-67a332ee-d4d4-4ab3-9906-d13e7e7f8f34 req-c8507b17-a72f-4e37-b7d3-f4eb9798d50f tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0689068 Jun 21 14:10:47.747974 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-67a332ee-d4d4-4ab3-9906-d13e7e7f8f34 req-d4c67e90-5129-45bb-bd20-fa19efc5ae45 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312533 Jun 21 14:10:48.384017 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29210f5-2839-4b7f-90eb-83a5dba74c10 req-61af9810-a621-4fc0-83d3-944153b67caf tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:48.385542 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29210f5-2839-4b7f-90eb-83a5dba74c10 req-61af9810-a621-4fc0-83d3-944153b67caf tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0703321 Jun 21 14:10:48.703656 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29210f5-2839-4b7f-90eb-83a5dba74c10 req-60417ed8-8f2c-4ca4-a7cb-f51304e666b5 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096929 Jun 21 14:10:48.854734 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab1ab6-12bd-4a10-b124-0fe43399b040 req-c5001b8b-9d96-49c1-8441-4341516cb459 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:48.856448 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f9ab1ab6-12bd-4a10-b124-0fe43399b040 req-c5001b8b-9d96-49c1-8441-4341516cb459 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0730634 Jun 21 14:10:48.897852 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f9ab1ab6-12bd-4a10-b124-0fe43399b040 req-cacec152-fea5-4ac4-b7c4-5251e7961356 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354519 Jun 21 14:10:48.933172 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3481383-4453-4084-b246-fb9f1c7a8653 req-c8fbc933-436b-447d-96e2-f37cd18f2b23 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:48.934742 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e3481383-4453-4084-b246-fb9f1c7a8653 req-c8fbc933-436b-447d-96e2-f37cd18f2b23 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0666480 Jun 21 14:10:48.971012 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e3481383-4453-4084-b246-fb9f1c7a8653 req-495482d0-46b9-4ca6-952e-74a5c7724a39 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306046 Jun 21 14:10:49.539663 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-2ad1b004-0109-4bab-a1bf-0ead67607609 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:49.541122 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-2ad1b004-0109-4bab-a1bf-0ead67607609 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 945 time: 0.0745721 Jun 21 14:10:49.641940 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Deleting port 7a02afce-7930-46f2-b39e-e03714f61c9f {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:10:49.642273 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:49.729860 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] For port 7a02afce-7930-46f2-b39e-e03714f61c9f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a02afce-7930-46f2-b39e-e03714f61c9f,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:49.730210 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:49.790391 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Calling delete_port for 7a02afce-7930-46f2-b39e-e03714f61c9f owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:10:49.884039 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607885-50c0-4316-8958-42cd3e27641c req-9e6a4fea-1f72-4eb8-b0fe-c77264b58431 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:49.885630 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f9607885-50c0-4316-8958-42cd3e27641c req-9e6a4fea-1f72-4eb8-b0fe-c77264b58431 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0684464 Jun 21 14:10:49.920031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:49.923992 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-89b7a3e3-e1cf-4670-8e64-c85ebee2cb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:49.924736 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-f9607885-50c0-4316-8958-42cd3e27641c req-30ea7610-7d74-44f1-ab99-c5c3534994f9 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Jun 21 14:10:49.952843 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event deleted for resources: {'Port': ['ID=7a02afce-7930-46f2-b39e-e03714f61c9f,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:49.957528 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:50.001966 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] No DVR routers for this DVR port 7a02afce-7930-46f2-b39e-e03714f61c9f on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:10:50.004446 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:50.006576 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d1e73ed6-1053-4020-94bc-1c045bff6279 req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "DELETE /v2.0/ports/7a02afce-7930-46f2-b39e-e03714f61c9f HTTP/1.1" status: 204 len: 173 time: 0.4591348 Jun 21 14:10:50.007100 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'name': 'network-vif-deleted', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:50.009574 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a607df-a6e8-4fa3-957e-21f39e688b7c" -d '{"events": [{"server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "name": "network-vif-deleted", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:50.100331 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5146da9-1817-4104-bf07-721d223acb04 req-8bfbf0bd-f488-4362-ab34-5fb9b141e2ac tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:50.101948 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d5146da9-1817-4104-bf07-721d223acb04 req-8bfbf0bd-f488-4362-ab34-5fb9b141e2ac tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 943 time: 0.0683153 Jun 21 14:10:50.143387 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d5146da9-1817-4104-bf07-721d223acb04 req-224bd810-5514-48fa-a7ee-e56561b547fb tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352802 Jun 21 14:10:50.277139 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9989cdb9-ab4d-4240-a886-8cee4fcc9e9b req-c9491a0d-05a2-48b7-b4db-52cbb7a7defc tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=207815f5-2e69-4826-8889-c2d79e230605 HTTP/1.1" status: 200 len: 210 time: 0.0286045 Jun 21 14:10:50.332596 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cb5b89-a9b6-4c10-858e-bd735cb03bdd x-openstack-request-id: req-c6cb5b89-a9b6-4c10-858e-bd735cb03bdd {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:50.336644 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207815f5-2e69-4826-8889-c2d79e230605", "name": "network-vif-deleted", "tag": "7a02afce-7930-46f2-b39e-e03714f61c9f", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:50.337060 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6cb5b89-a9b6-4c10-858e-bd735cb03bdd {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:50.337593 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207815f5-2e69-4826-8889-c2d79e230605', 'name': 'network-vif-deleted', 'tag': '7a02afce-7930-46f2-b39e-e03714f61c9f', 'status': 'completed', 'code': 200} Jun 21 14:10:50.529771 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe17a3-ac01-40f1-b285-c923c73b285a req-32b91c8c-81b6-4ee9-b6a4-98f3e6cfd04f tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:50.531480 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cefe17a3-ac01-40f1-b285-c923c73b285a req-32b91c8c-81b6-4ee9-b6a4-98f3e6cfd04f tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0657520 Jun 21 14:10:50.567689 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cefe17a3-ac01-40f1-b285-c923c73b285a req-e06747c8-0a07-49b2-ba3d-74fec80a0753 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303164 Jun 21 14:10:50.879961 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:10:50.975856 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:50.987398 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'port_id': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'mac_address': 'fa:16:3e:7c:e4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:10:51.024512 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:51.037693 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b83dfb-a25b-443e-8022-8d5ff5d19899 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:10:51.062733 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:51.066894 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:51.068971 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:51.114333 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=9']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:51.117340 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:51.335961 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e462e0e-736a-4d39-85cc-b2974cdaf6c9 req-ca27e66c-8158-4c5e-a994-8cd22202ffed tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:51.337509 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5e462e0e-736a-4d39-85cc-b2974cdaf6c9 req-ca27e66c-8158-4c5e-a994-8cd22202ffed tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0746057 Jun 21 14:10:51.375927 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5e462e0e-736a-4d39-85cc-b2974cdaf6c9 req-254a88f7-6e55-4156-a58b-bf120a502864 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324457 Jun 21 14:10:51.620249 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['52b83dfb-a25b-443e-8022-8d5ff5d19899'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:10:51.750783 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4faa96-513c-4286-83ff-ed0bd909a621 req-93db5635-d0f1-4aa7-9b29-a61440497d33 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:51.752388 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cf4faa96-513c-4286-83ff-ed0bd909a621 req-93db5635-d0f1-4aa7-9b29-a61440497d33 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0640066 Jun 21 14:10:51.791151 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-cf4faa96-513c-4286-83ff-ed0bd909a621 req-b998225d-a32f-4bcf-8195-a0b201629920 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Jun 21 14:10:52.570924 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51058d5-f6d4-4b68-a37f-3c20b7bb7151 req-05136572-d684-4f4c-9b5b-1f2bad22018d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:52.570924 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e51058d5-f6d4-4b68-a37f-3c20b7bb7151 req-05136572-d684-4f4c-9b5b-1f2bad22018d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 944 time: 0.0691564 Jun 21 14:10:52.607196 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e51058d5-f6d4-4b68-a37f-3c20b7bb7151 req-eab98bde-32cf-43af-bbcb-817109a8abd9 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309489 Jun 21 14:10:52.637105 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-86f421c0-7a34-46b4-b434-faf8d08215d0 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:52.638552 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-86f421c0-7a34-46b4-b434-faf8d08215d0 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.64 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.0607252 Jun 21 14:10:52.751688 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Deleting port 74f385ee-a359-433c-b2ca-b9e145ecd71c {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:10:52.752406 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:52.838817 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] For port 74f385ee-a359-433c-b2ca-b9e145ecd71c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=74f385ee-a359-433c-b2ca-b9e145ecd71c,segment=NetworkSegment(5cfa91e3-a1e2-44df-9393-b1081bfab360),segment_id=5cfa91e3-a1e2-44df-9393-b1081bfab360)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:52.839177 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:52.894143 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:10:52.904055 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Calling delete_port for 74f385ee-a359-433c-b2ca-b9e145ecd71c owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:10:52.944253 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port 52b83dfb-a25b-443e-8022-8d5ff5d19899 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:10:52.944782 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:53.020624 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:53.025408 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ba6f2-db0c-40e2-88eb-3f1815fc011d req-6926a4cb-2d03-464d-a803-b9d2eeda329d tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:53.026895 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c11ba6f2-db0c-40e2-88eb-3f1815fc011d req-6926a4cb-2d03-464d-a803-b9d2eeda329d tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 950 time: 0.1204660 Jun 21 14:10:53.044071 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:53.046419 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8504916-8268-4fc6-b0a3-e7f3dc4243ef" -d '{"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-plugged", "status": "completed", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:53.060594 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:53.064690 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:53.065632 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 7a02afce-7930-46f2-b39e-e03714f61c9f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:10:53.068898 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:53.091593 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cda8937-62d2-418f-8d74-6b0eb2cc7582 x-openstack-request-id: req-5cda8937-62d2-418f-8d74-6b0eb2cc7582 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:53.091898 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-plugged", "status": "completed", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:53.092126 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cda8937-62d2-418f-8d74-6b0eb2cc7582 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:53.092569 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'code': 200} Jun 21 14:10:53.105764 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c11ba6f2-db0c-40e2-88eb-3f1815fc011d req-e8e70aa9-5fd2-4f85-b219-2c3af0963134 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/security-groups?id=da0de928-4c27-4aa1-bbd0-9740ae2ca810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711915 Jun 21 14:10:53.109276 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 7a02afce-7930-46f2-b39e-e03714f61c9f {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:10:53.109992 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 7a02afce-7930-46f2-b39e-e03714f61c9f not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:10:53.111492 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:53.117207 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8cb8283e-6130-4bea-90e0-60a1862c2987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:53.144619 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=10']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:53.147278 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.147624 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.147962 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.148298 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.148637 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.149042 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.149373 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.149683 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.150004 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.150318 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.150629 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.151013 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:10:53.154755 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:53.155775 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Pushing event deleted for resources: {'Port': ['ID=74f385ee-a359-433c-b2ca-b9e145ecd71c,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:53.158681 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['74f385ee-a359-433c-b2ca-b9e145ecd71c'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:10:53.160173 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:53.206145 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] No DVR routers for this DVR port 74f385ee-a359-433c-b2ca-b9e145ecd71c on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:10:53.208701 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:53.210999 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa450e1f-d082-4a03-83c1-1a48867867ec req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.64 "DELETE /v2.0/ports/74f385ee-a359-433c-b2ca-b9e145ecd71c HTTP/1.1" status: 204 len: 173 time: 0.5665944 Jun 21 14:10:53.211525 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01caeb04-1106-4645-a718-65a1432a90cc', 'name': 'network-vif-deleted', 'tag': '74f385ee-a359-433c-b2ca-b9e145ecd71c'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:53.213980 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65646778-6d77-4ba2-83e0-d1b1b613068d" -d '{"events": [{"server_uuid": "01caeb04-1106-4645-a718-65a1432a90cc", "name": "network-vif-deleted", "tag": "74f385ee-a359-433c-b2ca-b9e145ecd71c"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:53.253566 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec46948-8f3f-4cce-ac7b-e493def9e2d8 x-openstack-request-id: req-6ec46948-8f3f-4cce-ac7b-e493def9e2d8 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:53.253892 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01caeb04-1106-4645-a718-65a1432a90cc", "name": "network-vif-deleted", "tag": "74f385ee-a359-433c-b2ca-b9e145ecd71c", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:53.254218 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ec46948-8f3f-4cce-ac7b-e493def9e2d8 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:53.254631 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01caeb04-1106-4645-a718-65a1432a90cc', 'name': 'network-vif-deleted', 'tag': '74f385ee-a359-433c-b2ca-b9e145ecd71c', 'status': 'completed', 'code': 200} Jun 21 14:10:53.377764 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ebf1-d8cb-482d-9d59-caf3f8ae836a req-c082202c-835b-408f-9743-a3f4a0af7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:53.379977 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0b92ebf1-d8cb-482d-9d59-caf3f8ae836a req-c082202c-835b-408f-9743-a3f4a0af7f36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1099 time: 0.0567276 Jun 21 14:10:53.417578 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0b92ebf1-d8cb-482d-9d59-caf3f8ae836a req-36e9488c-db52-4915-b546-2b5fbfc8fc05 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293059 Jun 21 14:10:53.602655 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 45934) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:10:53.765985 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Deleting port 6d916494-b905-41c2-8422-49aee13b6542 {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:10:53.766293 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:53.789946 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c364-42d4-40ba-9a4d-478995569860 req-a61be33d-5135-4a0f-ae56-43c5e8abb196 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:53.791310 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7645c364-42d4-40ba-9a4d-478995569860 req-a61be33d-5135-4a0f-ae56-43c5e8abb196 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 946 time: 0.0665872 Jun 21 14:10:53.829800 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7645c364-42d4-40ba-9a4d-478995569860 req-c992aa12-3364-4da4-9c53-36ba13daa93d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323377 Jun 21 14:10:53.842566 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:53.842904 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:53.907757 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Calling delete_port for 6d916494-b905-41c2-8422-49aee13b6542 owned by network:floatingip {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:10:54.057999 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:54.059966 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-91ce5ba5-059d-4182-85d9-40b7d5d6451c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:54.083549 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event deleted for resources: {'Port': ['ID=6d916494-b905-41c2-8422-49aee13b6542,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:54.086653 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:54.144671 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:54.145009 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.l3_db [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Floating IP 2e66d6da-8674-46e5-9872-90c7b20bcad4 disassociated (deleted). External IP: 172.27.2.218, port: e3717e30-3bf7-44e0-972c-2c5190ee7654. Jun 21 14:10:54.277500 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-8bb88f2c-e0f1-400b-bc14-0d7d19a00e04 req-0498d209-8b6a-45f3-87b1-727e27c0efeb tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] 10.222.0.21 "GET /v2.0/ports?device_id=01caeb04-1106-4645-a718-65a1432a90cc HTTP/1.1" status: 200 len: 210 time: 0.0290897 Jun 21 14:10:54.384232 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Router bd41312b-23cf-4190-9911-8ee1749c4544 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:10:54.490812 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:10:54.495631 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:54.502437 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:10:54.512308 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:10:54.512953 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:10:54.532149 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4cd99e80-61f1-473c-ba54-bc7b7f10da5b tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "DELETE /v2.0/floatingips/2e66d6da-8674-46e5-9872-90c7b20bcad4 HTTP/1.1" status: 204 len: 168 time: 0.9280441 Jun 21 14:10:54.533029 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654'}] {{(pid=92753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:54.535576 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe4a640c2403949659d4cc53932cbb68bc41a66d94213b97b61e04198fcac259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654"}]}' {{(pid=92753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:54.572387 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295a993d-6792-4fc2-9fa3-a4cbaa61760b x-openstack-request-id: req-295a993d-6792-4fc2-9fa3-a4cbaa61760b {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:54.572829 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654", "status": "completed", "code": 200}]} {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:54.573199 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-295a993d-6792-4fc2-9fa3-a4cbaa61760b {{(pid=92753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:54.573583 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'status': 'completed', 'code': 200} Jun 21 14:10:54.613928 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:10:54.703851 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-f3893c95-ead2-4334-8fce-9c6ab3a82534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:54.705592 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-f3893c95-ead2-4334-8fce-9c6ab3a82534 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c245f05ac88941a1a4fbe3666e975df4&device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 1099 time: 0.0591929 Jun 21 14:10:54.811071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-1b1b9fb6-7bad-4e9c-acab-953668b6ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:54.813405 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:10:54.813899 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-1b1b9fb6-7bad-4e9c-acab-953668b6ff18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 200 len: 913 time: 0.0966456 Jun 21 14:10:54.838973 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:10:54.847309 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:10:54.847932 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:10:54.900304 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-77bc9e8a-d92b-4f40-8221-2d423bbeeabf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654 HTTP/1.1" status: 200 len: 217 time: 0.0407522 Jun 21 14:10:54.942897 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58d26d-b5a1-474e-9734-ae7eff2802e3 req-f06cfa2e-e68c-4038-881d-9e0f37452cc7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:54.945918 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3f58d26d-b5a1-474e-9734-ae7eff2802e3 req-f06cfa2e-e68c-4038-881d-9e0f37452cc7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0994787 Jun 21 14:10:54.951997 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:10:54.962854 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-2699b35e-79de-4be2-86f4-51160b4685a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:54.964497 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-2699b35e-79de-4be2-86f4-51160b4685a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 200 len: 851 time: 0.0516772 Jun 21 14:10:55.001103 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3f58d26d-b5a1-474e-9734-ae7eff2802e3 req-8f086067-bc69-4d40-9c5a-7c136884b21c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477431 Jun 21 14:10:55.070167 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0728c-0dfe-4d2c-9a05-8b4c4f6017b7 req-d99d56a2-fcb8-4662-a9d3-a9c5dc6a5324 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:55.071722 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-49f0728c-0dfe-4d2c-9a05-8b4c4f6017b7 req-d99d56a2-fcb8-4662-a9d3-a9c5dc6a5324 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 946 time: 0.1017742 Jun 21 14:10:55.081447 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-8c028163-d19d-4500-aaa2-a5e69094ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:55.082817 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-8c028163-d19d-4500-aaa2-a5e69094ab68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a216662f-fa3a-403f-8e4b-4ab3b3757f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818710 Jun 21 14:10:55.113343 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-49f0728c-0dfe-4d2c-9a05-8b4c4f6017b7 req-f8ee69e2-724d-4f6c-a3c4-8792c589f933 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352979 Jun 21 14:10:55.146135 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:10:55.174870 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d61a38-56e2-497b-bcc8-ede103ff3548 None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:00:55Z', 'revision_number': 4, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'b3e0a44e-a6df-409e-88ff-c0bbc63b05b8', 'name': '', 'network_id': 'a216662f-fa3a-403f-8e4b-4ab3b3757f8f', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'mac_address': 'fa:16:3e:16:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:54Z', 'updated_at': '2021-06-21T14:01:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'subnets': [{'id': '52a89dd7-a04d-4f75-9e61-c15c8bb49f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:10:55.224641 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-4adbdac8-3a5c-4e00-b193-af5c6c56fa8b service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991547 Jun 21 14:10:55.340749 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4b8b3830-8f68-4110-a1fb-53cdd8853c0b req-3ad5d570-e69b-4e03-b0ef-8dcd85442343 service neutron] 10.222.0.64 "GET /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945272 Jun 21 14:10:55.449055 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf21a27-5d8e-4c68-8f0c-1eed3f7f432e None None] New status for floating IP 2e66d6da-8674-46e5-9872-90c7b20bcad4: DOWN {{(pid=92755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:10:56.159704 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-8db22a63-da4c-40ae-9ae0-94128bcfeebc tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:56.161244 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-8db22a63-da4c-40ae-9ae0-94128bcfeebc tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.0955079 Jun 21 14:10:56.230286 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8602d-36f8-4a2b-b6cb-1b42e91617a0 req-b9d5b727-e7df-4e85-b69d-580418949855 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:56.232175 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14c8602d-36f8-4a2b-b6cb-1b42e91617a0 req-b9d5b727-e7df-4e85-b69d-580418949855 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 946 time: 0.1253331 Jun 21 14:10:56.297376 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-14c8602d-36f8-4a2b-b6cb-1b42e91617a0 req-c424335f-146a-4274-af12-3f8968076b81 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/security-groups?id=31af3e71-fd4c-4563-bf3f-38ba1531560d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588191 Jun 21 14:10:56.309272 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0c63-102e-4b20-b3e7-0c7a174493bb req-ce2e28a7-2c17-487f-ac78-59a4805772f7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:10:56.310363 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Deleting port e3717e30-3bf7-44e0-972c-2c5190ee7654 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:10:56.310806 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:56.311996 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-16cc0c63-102e-4b20-b3e7-0c7a174493bb req-ce2e28a7-2c17-487f-ac78-59a4805772f7 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 946 time: 0.0773427 Jun 21 14:10:56.361652 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-16cc0c63-102e-4b20-b3e7-0c7a174493bb req-61cc1397-fef1-4085-a31f-2a2a7adf058f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432844 Jun 21 14:10:56.412176 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] For port e3717e30-3bf7-44e0-972c-2c5190ee7654, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e3717e30-3bf7-44e0-972c-2c5190ee7654,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:10:56.412579 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:56.481900 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Calling delete_port for e3717e30-3bf7-44e0-972c-2c5190ee7654 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:10:56.608816 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:56.614031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:56.642673 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event deleted for resources: {'Port': ['ID=e3717e30-3bf7-44e0-972c-2c5190ee7654,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:56.645264 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:56.690501 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] No DVR routers for this DVR port e3717e30-3bf7-44e0-972c-2c5190ee7654 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:10:56.693591 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:56.695594 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d2b02e0f-f4b5-40d3-b8e6-4f8afb4057a4 req-cdb2ed06-80ad-4d3c-9f54-9bc5ec6a6f69 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.64 "DELETE /v2.0/ports/e3717e30-3bf7-44e0-972c-2c5190ee7654 HTTP/1.1" status: 204 len: 173 time: 0.5269094 Jun 21 14:10:56.696097 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'name': 'network-vif-deleted', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:10:56.698538 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf4e354-8be1-4720-97d7-9fbb7042c8ff" -d '{"events": [{"server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "name": "network-vif-deleted", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:10:56.737512 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384760ad-84b3-484e-ab35-e9ceab8c11a1 x-openstack-request-id: req-384760ad-84b3-484e-ab35-e9ceab8c11a1 {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:10:56.737883 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d331f411-d85e-4d1a-9549-58ed2e8ee965", "name": "network-vif-deleted", "tag": "e3717e30-3bf7-44e0-972c-2c5190ee7654", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:10:56.738176 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-384760ad-84b3-484e-ab35-e9ceab8c11a1 {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:10:56.738598 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd331f411-d85e-4d1a-9549-58ed2e8ee965', 'name': 'network-vif-deleted', 'tag': 'e3717e30-3bf7-44e0-972c-2c5190ee7654', 'status': 'completed', 'code': 200} Jun 21 14:10:56.897622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 74f385ee-a359-433c-b2ca-b9e145ecd71c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:10:56.917343 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 74f385ee-a359-433c-b2ca-b9e145ecd71c {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:10:56.917509 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 74f385ee-a359-433c-b2ca-b9e145ecd71c not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:10:57.457283 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-aec80474-9235-4936-9cb9-785384e90769 req-24927e37-d316-422f-ad48-2ba78689b5bf tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "GET /v2.0/ports?device_id=d331f411-d85e-4d1a-9549-58ed2e8ee965 HTTP/1.1" status: 200 len: 210 time: 0.0329096 Jun 21 14:10:58.554732 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46212) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:10:58.675526 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Deleting port 76ed985a-e823-488b-963d-072ebb158fd1 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:10:58.675862 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:58.748814 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:58.749056 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:58.813555 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Calling delete_port for 76ed985a-e823-488b-963d-072ebb158fd1 owned by network:floatingip {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:10:58.941777 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:58.944070 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-69cad31a-e29f-4e2b-b0d9-41d24adc60f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:58.965405 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event deleted for resources: {'Port': ['ID=76ed985a-e823-488b-963d-072ebb158fd1,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:58.968905 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:10:59.034385 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:59.036981 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:59.038128 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "DELETE /v2.0/floatingips/cce4cda4-c1ec-404b-92d9-b08912c4040f HTTP/1.1" status: 204 len: 168 time: 0.4824154 Jun 21 14:10:59.076410 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46222) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:10:59.232978 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b36c0499-5d6c-4760-8441-90abb832ed57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73b4268a7961468b86abf028081c9342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552544 Jun 21 14:10:59.235371 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46232) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:10:59.285689 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-24963e13-27d8-41a0-ac63-9aaa3c9398ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:59.307721 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-24963e13-27d8-41a0-ac63-9aaa3c9398ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:59.355105 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-24963e13-27d8-41a0-ac63-9aaa3c9398ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:59.358161 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-24963e13-27d8-41a0-ac63-9aaa3c9398ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:59.359296 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-24963e13-27d8-41a0-ac63-9aaa3c9398ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da0de928-4c27-4aa1-bbd0-9740ae2ca810 HTTP/1.1" status: 204 len: 168 time: 0.1230192 Jun 21 14:10:59.360089 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-403d6867-056f-4ed2-99c0-474fe47541f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:10:59.367137 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24963e13-27d8-41a0-ac63-9aaa3c9398ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0de928-4c27-4aa1-bbd0-9740ae2ca810,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:10:59.370160 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-24963e13-27d8-41a0-ac63-9aaa3c9398ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:00.028601 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46254) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:00.124471 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-800004930-network', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:00.148712 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Made reservation on behalf of 2c6f228e00654dafad9e55ac4c05fb95 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:11:00.151548 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.160481 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.253754 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.259123 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.262062 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4c2240c2-688e-49d0-89a4-4dde38a30810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:00.282238 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:11:00.291608 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c775b46e-8126-4255-880d-c511868d6c85,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:00.295885 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:00.299662 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.300107 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Added segment c0fc59f1-57ae-4e3b-816d-408dac90a4de of type vlan for network 95be8d58-c5be-4894-9055-056597d8bed0 Jun 21 14:11:00.305549 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46260) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:00.344607 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.368941 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-045dd9e9-f372-4d1d-91de-8c438fa88362 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.374128 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.375467 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:00.376041 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.378887 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:00.395199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-045dd9e9-f372-4d1d-91de-8c438fa88362 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.425021 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3953195 Jun 21 14:11:00.425618 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46262) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:00.442133 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Request body: {'subnet': {'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-800004930-subnet', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:00.452239 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Pushing event updated for resources: {'Network': ['ID=95be8d58-c5be-4894-9055-056597d8bed0,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:00.455544 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-045dd9e9-f372-4d1d-91de-8c438fa88362 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.455721 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-57473141-9898-40b3-8b38-a175e9fe8f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:00.458513 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-045dd9e9-f372-4d1d-91de-8c438fa88362 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.459943 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-045dd9e9-f372-4d1d-91de-8c438fa88362 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] 10.222.0.21 "DELETE /v2.0/security-groups/31af3e71-fd4c-4563-bf3f-38ba1531560d HTTP/1.1" status: 204 len: 168 time: 0.1533415 Jun 21 14:11:00.460980 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-00242fad-10d4-4c96-abe2-fde744ebb756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:00.463135 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 95be8d58-c5be-4894-9055-056597d8bed0 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:11:00.471132 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dd9e9-f372-4d1d-91de-8c438fa88362 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31af3e71-fd4c-4563-bf3f-38ba1531560d,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:00.473671 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-045dd9e9-f372-4d1d-91de-8c438fa88362 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:00.478737 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Made reservation on behalf of 2c6f228e00654dafad9e55ac4c05fb95 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:11:00.481314 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12956073'] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.651191 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12713565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956091'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.653741 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-2c49be7e-6972-4ad1-9467-b60f13398756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:00.695994 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945b0f8a-d1db-457c-9e19-cc17d4b39694,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:00.700164 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:00.715153 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Checking segment: {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:00.715507 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Network hostable DHCP agents. Network: 95be8d58-c5be-4894-9055-056597d8bed0, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:11:00.733710 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Network 95be8d58-c5be-4894-9055-056597d8bed0 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:11:00.743730 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 95be8d58-c5be-4894-9055-056597d8bed0) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:00.747826 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:00.748413 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.755644 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d158e34a-3127-46b7-87e4-c76a37d0a881 None None] Network 95be8d58-c5be-4894-9055-056597d8bed0 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:11:00.763499 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-3031d548-ea39-4de1-bf69-7f418de10864 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3353364 Jun 21 14:11:00.766193 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46266) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:00.770633 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:00.795048 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.796015 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.849519 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.898203 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-95be8d58-c5be-4894-9055-056597d8bed0', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:11:00.899075 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:00.915022 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device e3717e30-3bf7-44e0-972c-2c5190ee7654 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:11:00.942762 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: e3717e30-3bf7-44e0-972c-2c5190ee7654 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:11:00.943104 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device e3717e30-3bf7-44e0-972c-2c5190ee7654 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:11:00.988282 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.050364 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Allocated IP 172.20.0.2 (95be8d58-c5be-4894-9055-056597d8bed0/945b0f8a-d1db-457c-9e19-cc17d4b39694/f3695740-a24a-4f50-8b88-0388f530a3c2) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:11:01.185637 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.190514 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.199570 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Transition to ACTIVE for port object f3695740-a24a-4f50-8b88-0388f530a3c2 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:01.204792 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.215405 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Transition to ACTIVE for port object f3695740-a24a-4f50-8b88-0388f530a3c2 will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:01.222622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.224560 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:01.260825 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Network 95be8d58-c5be-4894-9055-056597d8bed0 is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:01.265291 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:01.269585 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:11:01.273959 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Pushing event updated for resources: {'Port': ['ID=f3695740-a24a-4f50-8b88-0388f530a3c2,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:01.278219 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:01.314871 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Allocated IP 172.27.2.25 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/5714d5ed-a83e-49af-af9b-f97cd0022144) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:11:01.332693 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Attempting to bind port f3695740-a24a-4f50-8b88-0388f530a3c2 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:11:01.333070 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Attempting to bind port f3695740-a24a-4f50-8b88-0388f530a3c2 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:11:01.333438 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Attempting to bind port f3695740-a24a-4f50-8b88-0388f530a3c2 on network 95be8d58-c5be-4894-9055-056597d8bed0 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:11:01.338493 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:11:01.338865 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Checking segment: {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:01.339298 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.339692 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Bound using segment: {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:11:01.340158 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Bound port: f3695740-a24a-4f50-8b88-0388f530a3c2, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:11:01.340567 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.400517 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] For port f3695740-a24a-4f50-8b88-0388f530a3c2, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:11:01.403542 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] For port f3695740-a24a-4f50-8b88-0388f530a3c2, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=f3695740-a24a-4f50-8b88-0388f530a3c2,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:11:01.409013 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.411049 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:01.412645 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.455451 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:01.463772 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-a07a602f-004d-4071-b51b-258d6c0e4319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:01.465833 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Pushing event updated for resources: {'Port': ['ID=f3695740-a24a-4f50-8b88-0388f530a3c2,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:01.470885 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:01.507137 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:01.512363 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:01.517747 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:11:01.521423 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Pushing event updated for resources: {'Port': ['ID=5714d5ed-a83e-49af-af9b-f97cd0022144,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:01.540814 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:01.566597 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46270) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:01.791957 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:02.004790 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:02.260294 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:02.397867 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Router 029a7394-cdeb-42e7-b616-a1e02d284f90 is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:11:02.425354 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374caeb8-1abf-4f36-8952-3c7fcb0caa28 None None] Network 95be8d58-c5be-4894-9055-056597d8bed0 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:11:02.508414 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:11:02.522204 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Sync routers for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:11:02.538010 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] Notify callbacks [] for router, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:02.541923 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-630bc931-5ea7-4e87-8e7b-90dbff59a85d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7721610 Jun 21 14:11:02.542206 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:02.542206 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:02.543519 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46274) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:02.551160 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-2ceccd5c-2f74-441d-ab0e-64e116c463fd None None] Provisioning for port f3695740-a24a-4f50-8b88-0388f530a3c2 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:02.576519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Deleting port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:11:02.577087 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:02.656321 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] For port b3e0a44e-a6df-409e-88ff-c0bbc63b05b8, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:02.656726 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:02.733189 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Calling delete_port for b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 owned by network:router_interface {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:11:02.761399 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:02.941575 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:02.944784 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4dab44ed-f4b0-4106-ad19-820ecf759d2c tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:02.968581 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e0a44e-a6df-409e-88ff-c0bbc63b05b8,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:02.973535 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:02.983236 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:01Z', 'revision_number': 3, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:03.000159 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.015307 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Checking router: 029a7394-cdeb-42e7-b616-a1e02d284f90 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:11:03.015563 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Updating router 029a7394-cdeb-42e7-b616-a1e02d284f90 port 5714d5ed-a83e-49af-af9b-f97cd0022144 binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:11:03.058638 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.147199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.179127 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_common [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Allocated IP 172.20.0.1 (95be8d58-c5be-4894-9055-056597d8bed0/945b0f8a-d1db-457c-9e19-cc17d4b39694/7adf0109-8d14-4952-8234-529650d6b392) {{(pid=92753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:11:03.285651 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.302152 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.provisioning_blocks [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Transition to ACTIVE for port object 7adf0109-8d14-4952-8234-529650d6b392 will not be triggered until provisioned by entity DHCP. {{(pid=92753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:03.321574 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.332075 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Transition to ACTIVE for port object 5714d5ed-a83e-49af-af9b-f97cd0022144 will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:03.336896 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12713705'] for port, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.339106 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.339711 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-7e3be5c8-64d9-4992-9f57-3671025de920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:03.341749 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:03.378722 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Network 95be8d58-c5be-4894-9055-056597d8bed0 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:03.383746 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Router bd41312b-23cf-4190-9911-8ee1749c4544 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:11:03.383922 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:03.386842 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Received port after_create {{(pid=92753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:11:03.389233 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Pushing event updated for resources: {'Port': ['ID=5714d5ed-a83e-49af-af9b-f97cd0022144,revision_number=2']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:03.407204 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.407546 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.407879 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.408201 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.408557 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.408877 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.409195 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.409518 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.409825 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.410151 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.410989 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.410989 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:03.413176 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Pushing event updated for resources: {'Port': ['ID=7adf0109-8d14-4952-8234-529650d6b392,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:03.415458 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:03.416655 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Attempting to bind port 5714d5ed-a83e-49af-af9b-f97cd0022144 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:11:03.417018 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Attempting to bind port 5714d5ed-a83e-49af-af9b-f97cd0022144 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:11:03.417517 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:03.417662 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Attempting to bind port 5714d5ed-a83e-49af-af9b-f97cd0022144 on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:11:03.425868 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:11:03.426248 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:03.426655 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.427050 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:11:03.427662 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Bound port: 5714d5ed-a83e-49af-af9b-f97cd0022144, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:11:03.428045 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.436883 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.491935 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] For port 5714d5ed-a83e-49af-af9b-f97cd0022144, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:11:03.495486 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] For port 5714d5ed-a83e-49af-af9b-f97cd0022144, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=5714d5ed-a83e-49af-af9b-f97cd0022144,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:11:03.505242 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.508335 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:03.567502 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:11:03.575704 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] 10.222.0.21 "PUT /v2.0/routers/bd41312b-23cf-4190-9911-8ee1749c4544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0080473 Jun 21 14:11:03.580749 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] Sync routers for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:11:03.581764 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46276) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:03.596877 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:03.598250 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:03.618441 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Pushing event updated for resources: {'Port': ['ID=5714d5ed-a83e-49af-af9b-f97cd0022144,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:03.630092 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-2c484e63-fe85-4185-9f50-230a5897b6fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:03.636171 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:03.637222 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:03.686587 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.721576 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.729095 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device f3695740-a24a-4f50-8b88-0388f530a3c2 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:03.765808 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:03.768578 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:03.827898 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-65c7d782-fc0f-498e-9503-fa233491af2e None None] Provisioning for port 7adf0109-8d14-4952-8234-529650d6b392 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:03.834709 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-65c7d782-fc0f-498e-9503-fa233491af2e None None] Provisioning complete for port 7adf0109-8d14-4952-8234-529650d6b392 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:03.835087 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-65c7d782-fc0f-498e-9503-fa233491af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.848695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.897720 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.906705 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12713695'] for port, after_update {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.911721 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Deleting port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:11:03.913727 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.919982 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-65c7d782-fc0f-498e-9503-fa233491af2e None None] Port 7adf0109-8d14-4952-8234-529650d6b392 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:11:03.935329 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port f3695740-a24a-4f50-8b88-0388f530a3c2 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:03.947750 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port f3695740-a24a-4f50-8b88-0388f530a3c2 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:03.948170 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.950037 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9ea7da8e-a6c6-41ec-bb53-76f81926ee22 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:03.952376 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:03.985970 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 1, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:04.025387 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da657418-ed25-4e7d-99ee-d205689127b9 None None] The sync data for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi is: [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 1, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:11:04.033896 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] For port 56b8f01e-6f5e-444e-8a80-326dbab9c2ac, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=56b8f01e-6f5e-444e-8a80-326dbab9c2ac,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:04.034068 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.048185 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Pushing event updated for resources: {'Port': ['ID=7adf0109-8d14-4952-8234-529650d6b392,revision_number=2']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:04.059562 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:04.072361 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.074800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:11:02Z', 'revision_number': 5, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port': {'id': '56b8f01e-6f5e-444e-8a80-326dbab9c2ac', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:51Z', 'updated_at': '2021-06-21T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:04.083323 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Network 95be8d58-c5be-4894-9055-056597d8bed0 is already hosted by enough agents. {{(pid=92753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:04.084624 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Resources bound (agent type, host, resource id): {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:04.105629 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Calling delete_port for 56b8f01e-6f5e-444e-8a80-326dbab9c2ac owned by network:router_gateway {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:11:04.202347 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Router 029a7394-cdeb-42e7-b616-a1e02d284f90 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:11:04.329145 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port f3695740-a24a-4f50-8b88-0388f530a3c2, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=f3695740-a24a-4f50-8b88-0388f530a3c2,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:04.338140 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] Checking router: bd41312b-23cf-4190-9911-8ee1749c4544 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:11:04.339811 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.347456 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.347694 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ad1f6427-c1af-4cd7-a1e3-68da3e4ec543 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:04.350405 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:04.354266 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] Routers {'bd41312b-23cf-4190-9911-8ee1749c4544'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:04.355008 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['bd41312b-23cf-4190-9911-8ee1749c4544'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:04.404254 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b8f01e-6f5e-444e-8a80-326dbab9c2ac,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:04.407455 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:04.417304 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:11:04.435668 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] 10.222.0.21 "PUT /v2.0/routers/029a7394-cdeb-42e7-b616-a1e02d284f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8909771 Jun 21 14:11:04.483799 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] Set router bd41312b-23cf-4190-9911-8ee1749c4544 gateway port host: None {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:04.504061 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.555777 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d65faf5d-e3d0-42eb-aed0-8bfd41aa43a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.579040 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:11:04Z', 'revision_number': 7, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port_host': None}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:04.623644 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d673f-863d-47a1-9704-f5b5fc1c1ed4 None None] The sync data for ids ['bd41312b-23cf-4190-9911-8ee1749c4544'] in dv-cinder-794962-5-iscsi is: [{'id': 'bd41312b-23cf-4190-9911-8ee1749c4544', 'name': 'tempest-TestVolumeBootPattern-1031942576-router', 'tenant_id': 'c245f05ac88941a1a4fbe3666e975df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:50Z', 'updated_at': '2021-06-21T14:11:04Z', 'revision_number': 7, 'project_id': 'c245f05ac88941a1a4fbe3666e975df4', 'gw_port_host': None}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:11:04.624378 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.628240 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=f3695740-a24a-4f50-8b88-0388f530a3c2,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:04.628669 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.631866 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:04.645005 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-f924c682-1105-4d2c-8e03-7578fa7a3b5f None None] Provisioning complete for port 7adf0109-8d14-4952-8234-529650d6b392 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:04.645005 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f924c682-1105-4d2c-8e03-7578fa7a3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.684596 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-f924c682-1105-4d2c-8e03-7578fa7a3b5f None None] Port 7adf0109-8d14-4952-8234-529650d6b392 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:11:04.696849 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.699390 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd41312b-23cf-4190-9911-8ee1749c4544 {{(pid=92754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:11:04.704042 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.708178 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bd41312b-23cf-4190-9911-8ee1749c4544 HTTP/1.1" status: 204 len: 168 time: 1.1211922 Jun 21 14:11:04.708375 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46282) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:04.756136 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_v2 [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Deleting subnet 52a89dd7-a04d-4f75-9e61-c15c8bb49f48 {{(pid=92753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:11:04.759596 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.796318 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13929210'] for subnet, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.887797 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.943725 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12713628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12956034'] for subnet, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.947079 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4234acb6-c755-4b0d-970e-2295947412e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:04.969989 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a89dd7-a04d-4f75-9e61-c15c8bb49f48,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:04.972911 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:04.973905 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.978149 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52a89dd7-a04d-4f75-9e61-c15c8bb49f48 HTTP/1.1" status: 204 len: 168 time: 0.2664657 Jun 21 14:11:04.979169 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46292) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:04.986105 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d9049-24cb-49a9-a19f-6b93ba74b075 None None] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:11:05.093325 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46296) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:05.099154 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-150538173-network', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:05.105603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.134479 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Made reservation on behalf of 2e0fe8edc18c43f58365aa20008fb9e7 for: {'network': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:11:05.137503 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for network, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.147068 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.189840 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Deleting port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:11:05.190166 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.286951 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] For port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:05.287219 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.291214 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.298250 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.306000 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] DHCP port deletion for a216662f-fa3a-403f-8e4b-4ab3b3757f8f request from dv-cinder-794962-5-iscsi {{(pid=92755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:11:05.313645 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-7c769716-0840-4a0d-8752-a1b78bffbf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:05.332799 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=92753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:11:05.356751 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.357502 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.segments_db [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Added segment 2569e18d-7a2b-4617-ae69-6c17976d4443 of type vlan for network 928f5c9e-b3ed-42d0-ab89-a93a17426011 Jun 21 14:11:05.373648 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Calling delete_port for 2fbdbb2c-d433-47ff-a75d-c32b18d8528c owned by network:dhcp {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:11:05.382061 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] Deleting port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c {{(pid=92755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:11:05.382785 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.410088 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745719755484'] for network, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.454809 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94afcec2-4c8f-4910-8c94-38e3b08e2155,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:05.471580 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:05.472357 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777'] for network, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.479312 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:05.480167 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.482421 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.482637 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] For port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,segment=NetworkSegment(d97fc4cc-42ab-4445-9b7d-39e70e5926bd),segment_id=d97fc4cc-42ab-4445-9b7d-39e70e5926bd)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:05.483691 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.486538 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7c7c55ec-d788-46a5-aa67-141a7f780359 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:05.501105 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-19a21c90-d55c-4bc4-89f0-e23a078bb9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:05.537252 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] No DVR routers for this DVR port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c on host dv-cinder-794962-5-iscsi {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:11:05.539481 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:05.541812 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:05.576295 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] Calling delete_port for 2fbdbb2c-d433-47ff-a75d-c32b18d8528c owned by network:dhcp {{(pid=92755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:11:05.624746 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.635789 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a216662f-fa3a-403f-8e4b-4ab3b3757f8f']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:05.647050 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:05.647320 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97fc4cc-42ab-4445-9b7d-39e70e5926bd') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:05.657254 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.668595 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5740597 Jun 21 14:11:05.669238 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46298) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:05.681624 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Request body: {'subnet': {'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-150538173-subnet', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'ip_version': 4}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:05.699297 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.707796 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Pushing event updated for resources: {'Network': ['ID=928f5c9e-b3ed-42d0-ab89-a93a17426011,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:05.709242 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:11:05.709893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.711270 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:11:05.720321 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:11:05.723071 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Network 928f5c9e-b3ed-42d0-ab89-a93a17426011 details requested by agent ovs-agent-dv-cinder-794962-5-iscsi with host dv-cinder-794962-5-iscsi {{(pid=92755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:11:05.723508 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Made reservation on behalf of 2e0fe8edc18c43f58365aa20008fb9e7 for: {'subnet': 1} {{(pid=92753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:11:05.724214 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12956073'] for subnet, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.803287 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 5714d5ed-a83e-49af-af9b-f97cd0022144 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:05.821987 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.831494 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cef7773a-e465-45e6-bfd5-8d77b12b72a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:05.852152 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.857226 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a216662f-fa3a-403f-8e4b-4ab3b3757f8f HTTP/1.1" status: 204 len: 168 time: 0.8739741 Jun 21 14:11:05.858369 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Pushing event deleted for resources: {'Network': ['ID=a216662f-fa3a-403f-8e4b-4ab3b3757f8f,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:05.862683 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46300) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:05.863266 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247'] for port, after_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.870186 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:05.870715 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:05.896050 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] Network a216662f-fa3a-403f-8e4b-4ab3b3757f8f is not hosted by any dhcp agent {{(pid=92755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:11:05.896535 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] No DVR routers for this DVR port 2fbdbb2c-d433-47ff-a75d-c32b18d8528c on host dv-cinder-794962-5-iscsi {{(pid=92755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:11:05.902847 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] Pushing event deleted for resources: {'Port': ['ID=2fbdbb2c-d433-47ff-a75d-c32b18d8528c,revision_number=None']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:05.905169 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-4d9c74fd-249e-411b-bd5e-f0c2d17e01c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:05.931080 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 5714d5ed-a83e-49af-af9b-f97cd0022144 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:05.939075 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 5714d5ed-a83e-49af-af9b-f97cd0022144 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:05.939535 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.942642 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12713565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12956091'] for subnet, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.949975 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:06.010410 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce2cbcd-c186-46e0-9b8f-ff607db10146,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:06.019082 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:06.022901 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Checking segment: {'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:06.023423 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Network hostable DHCP agents. Network: 928f5c9e-b3ed-42d0-ab89-a93a17426011, hostable agents: ['fe58f0f2-df8c-4feb-9289-3430078f8684'], hosted agents: [] {{(pid=92753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:11:06.054119 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Network 928f5c9e-b3ed-42d0-ab89-a93a17426011 is scheduled to be hosted by DHCP agent fe58f0f2-df8c-4feb-9289-3430078f8684 with binding_index 1 {{(pid=92753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:11:06.065446 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.069753 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.base_scheduler [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-iscsi, 928f5c9e-b3ed-42d0-ab89-a93a17426011) {{(pid=92753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:06.075552 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:06.076188 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.081430 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad80dc2-7ab3-4ce9-a473-bc56ba7dcdda None None] Network 928f5c9e-b3ed-42d0-ab89-a93a17426011 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:11:06.093962 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-9ecab1e3-e962-41cf-86d6-9db4e6993615 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4188802 Jun 21 14:11:06.096895 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46302) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:06.101048 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:06.134453 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29031'] for router, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.135331 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-969199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-929491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29036'] for router, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.137518 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 5714d5ed-a83e-49af-af9b-f97cd0022144, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=5714d5ed-a83e-49af-af9b-f97cd0022144,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:06.145658 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.146611 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device f3695740-a24a-4f50-8b88-0388f530a3c2 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:06.150481 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:06.218862 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.268136 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=5714d5ed-a83e-49af-af9b-f97cd0022144,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:06.273685 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:06.290543 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port f3695740-a24a-4f50-8b88-0388f530a3c2 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:06.290905 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.350885 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a70adae-64cf-5195-834a-a39b24bb4c75-928f5c9e-b3ed-42d0-ab89-a93a17426011', 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'fixed_ips': [{'subnet_id': '7ce2cbcd-c186-46e0-9b8f-ff607db10146'}]}} from dv-cinder-794962-5-iscsi. {{(pid=92755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:11:06.351869 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.388097 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29050'] for router, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.535264 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 56b8f01e-6f5e-444e-8a80-326dbab9c2ac no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:11:06.538749 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.538892 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.db_base_plugin_common [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Allocated IP 172.20.0.2 (928f5c9e-b3ed-42d0-ab89-a93a17426011/7ce2cbcd-c186-46e0-9b8f-ff607db10146/e3933e29-b932-4419-8e80-0f9167e95a40) {{(pid=92755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:11:06.559564 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 56b8f01e-6f5e-444e-8a80-326dbab9c2ac {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:11:06.559906 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 56b8f01e-6f5e-444e-8a80-326dbab9c2ac not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:11:06.560341 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 2fbdbb2c-d433-47ff-a75d-c32b18d8528c no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:11:06.588994 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 2fbdbb2c-d433-47ff-a75d-c32b18d8528c {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:11:06.589402 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 2fbdbb2c-d433-47ff-a75d-c32b18d8528c not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:11:06.589817 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:11:06.612886 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:11:06.613229 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device b3e0a44e-a6df-409e-88ff-c0bbc63b05b8 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:11:06.761275 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Notify callbacks [] for port, precommit_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.771847 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Transition to ACTIVE for port object e3933e29-b932-4419-8e80-0f9167e95a40 will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:06.789940 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Transition to ACTIVE for port object e3933e29-b932-4419-8e80-0f9167e95a40 will not be triggered until provisioned by entity DHCP. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:06.797672 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238'] for port, after_create {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.800219 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-942d33e0-d0f7-473e-9c42-7f751ed73738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:06.850936 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Pushing event updated for resources: {'Port': ['ID=e3933e29-b932-4419-8e80-0f9167e95a40,revision_number=1']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:06.853743 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:06.860614 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Network 928f5c9e-b3ed-42d0-ab89-a93a17426011 is already hosted by enough agents. {{(pid=92755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:06.862088 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.scheduler.base_scheduler [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Resources bound (agent type, host, resource id): {{(pid=92755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:06.864658 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Received port after_create {{(pid=92755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:11:06.909668 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Sync routers for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:11:06.920317 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:06.921255 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:10:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:06.925855 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Attempting to bind port e3933e29-b932-4419-8e80-0f9167e95a40 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:11:06.926144 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Attempting to bind port e3933e29-b932-4419-8e80-0f9167e95a40 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:11:06.926507 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Attempting to bind port e3933e29-b932-4419-8e80-0f9167e95a40 on network 928f5c9e-b3ed-42d0-ab89-a93a17426011 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:11:06.931962 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:11:06.932345 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Checking segment: {'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:06.932779 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:06.933318 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Bound using segment: {'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:11:06.933806 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Bound port: e3933e29-b932-4419-8e80-0f9167e95a40, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:11:06.934227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.005564 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] For port e3933e29-b932-4419-8e80-0f9167e95a40, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:11:07.008677 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] For port e3933e29-b932-4419-8e80-0f9167e95a40, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=e3933e29-b932-4419-8e80-0f9167e95a40,segment=NetworkSegment(2569e18d-7a2b-4617-ae69-6c17976d4443),segment_id=2569e18d-7a2b-4617-ae69-6c17976d4443)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:11:07.013822 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.015804 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:07.053755 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:07.083904 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1779693b-fe0b-4b19-b2ca-459f0af76f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.099371 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Pushing event updated for resources: {'Port': ['ID=e3933e29-b932-4419-8e80-0f9167e95a40,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:07.109776 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:07.115965 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.139113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.293672 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 2, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:07.318007 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Allocated IP 172.27.2.72 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/0c71bc2a-3cf5-4a0b-af32-9c292b21181d) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:11:07.333386 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Checking router: 029a7394-cdeb-42e7-b616-a1e02d284f90 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:11:07.333814 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Updating router 029a7394-cdeb-42e7-b616-a1e02d284f90 port 7adf0109-8d14-4952-8234-529650d6b392 binding host dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:11:07.350740 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.373502 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.433741 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Deleting port d4dc8cf9-5761-4159-93d3-71d35c76545e {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:11:07.434081 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.494061 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.557495 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] For port d4dc8cf9-5761-4159-93d3-71d35c76545e, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=d4dc8cf9-5761-4159-93d3-71d35c76545e,segment=NetworkSegment(9bf91c96-9bae-4097-b4be-aba7de27f24a),segment_id=9bf91c96-9bae-4097-b4be-aba7de27f24a)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:07.558089 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.624839 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Calling delete_port for d4dc8cf9-5761-4159-93d3-71d35c76545e owned by network:router_interface {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:11:07.639200 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device e3933e29-b932-4419-8e80-0f9167e95a40 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:07.643201 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.675018 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ebaa73ce-e128-409c-962d-26445c32bf77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:07.694251 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port e3933e29-b932-4419-8e80-0f9167e95a40 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:07.698433 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 5714d5ed-a83e-49af-af9b-f97cd0022144 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:07.724798 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:07.735439 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:07.738058 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:11:07.747910 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Notify callbacks [] for port, precommit_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.753824 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 5714d5ed-a83e-49af-af9b-f97cd0022144 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:07.754503 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.761580 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.provisioning_blocks [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Transition to ACTIVE for port object 7adf0109-8d14-4952-8234-529650d6b392 will not be triggered until provisioned by entity L2. {{(pid=92756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:07.769377 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.775753 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c71bc2a-3cf5-4a0b-af32-9c292b21181d,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:07.782850 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-59a2e75f-53b0-46c0-986d-801ee7930b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:07.828602 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.828992 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.829338 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.829695 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.831043 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.831645 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.831787 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2036e-a3f6-45f8-87f9-78d5ccced77e None None] Pushing event updated for resources: {'Port': ['ID=7adf0109-8d14-4952-8234-529650d6b392,revision_number=3']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:07.832002 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.832417 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.832969 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.833329 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.833707 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.834614 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:07.838397 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:07.871932 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-7bf2036e-a3f6-45f8-87f9-78d5ccced77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:07.927461 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Attempting to bind port 7adf0109-8d14-4952-8234-529650d6b392 on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:11:07.928168 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Attempting to bind port 7adf0109-8d14-4952-8234-529650d6b392 by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:11:07.928168 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Attempting to bind port 7adf0109-8d14-4952-8234-529650d6b392 on network 95be8d58-c5be-4894-9055-056597d8bed0 {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:11:07.934195 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:11:07.934570 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Checking segment: {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:07.935218 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.935915 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Bound using segment: {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'} {{(pid=92756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:11:07.936726 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.managers [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Bound port: 7adf0109-8d14-4952-8234-529650d6b392, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'}}] {{(pid=92756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:11:07.937115 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.008308 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] For port 7adf0109-8d14-4952-8234-529650d6b392, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:11:08.011920 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.plugins.ml2.db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] For port 7adf0109-8d14-4952-8234-529650d6b392, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=7adf0109-8d14-4952-8234-529650d6b392,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:11:08.019918 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron_lib.callbacks.manager [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.022484 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:08.093983 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:08.095199 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:08.098616 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2036e-a3f6-45f8-87f9-78d5ccced77e None None] Pushing event updated for resources: {'Port': ['ID=7adf0109-8d14-4952-8234-529650d6b392,revision_number=4']} {{(pid=92756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:08.106202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.110751 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-1d2f07ee-b196-4c77-a6ae-05fc4aad08f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:08.146446 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG oslo_concurrency.lockutils [None req-7bf2036e-a3f6-45f8-87f9-78d5ccced77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:08.147698 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dc8cf9-5761-4159-93d3-71d35c76545e,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:08.150053 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:08.174333 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.181883 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.195779 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557dc41-b52d-4dc9-a842-710d0cdae6e3 None None] Network 928f5c9e-b3ed-42d0-ab89-a93a17426011 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:11:08.238583 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:08.417205 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-18863615-1f83-459f-90ff-533604528989 None None] Provisioning for port e3933e29-b932-4419-8e80-0f9167e95a40 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:08.423855 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-18863615-1f83-459f-90ff-533604528989 None None] Provisioning complete for port e3933e29-b932-4419-8e80-0f9167e95a40 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:08.424281 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-18863615-1f83-459f-90ff-533604528989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.492746 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.504078 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-969115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610823'] for router, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.512131 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:08Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:08.525817 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-18863615-1f83-459f-90ff-533604528989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.545607 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffedeea-856e-45f0-b79e-d8863d54d72f None None] The sync data for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi is: [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:08Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:11:08.560342 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-18863615-1f83-459f-90ff-533604528989 None None] For port e3933e29-b932-4419-8e80-0f9167e95a40, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=e3933e29-b932-4419-8e80-0f9167e95a40,segment=NetworkSegment(2569e18d-7a2b-4617-ae69-6c17976d4443),segment_id=2569e18d-7a2b-4617-ae69-6c17976d4443)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:08.568352 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-18863615-1f83-459f-90ff-533604528989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.573044 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:08.640549 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18863615-1f83-459f-90ff-533604528989 None None] Pushing event updated for resources: {'Port': ['ID=e3933e29-b932-4419-8e80-0f9167e95a40,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:08.650936 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-18863615-1f83-459f-90ff-533604528989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:08.808631 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 is scheduled to L3 agent ade5113d-985d-4b71-a036-e56e108915f7 with binding_index 1 {{(pid=92754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:11:08.811085 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-64b2ad07-87f0-4c6d-ac27-e0c92db2645d None None] Provisioning complete for port e3933e29-b932-4419-8e80-0f9167e95a40 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:08.811418 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-64b2ad07-87f0-4c6d-ac27-e0c92db2645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.865469 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:08.866306 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Router ccb7c0aa-7b28-4404-8666-55afd2b03293 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:11:09.002926 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:11:09.012214 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Sync routers for ids ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:11:09.022876 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Routers {'d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:09.023297 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:09.031679 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.036292 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9353690 Jun 21 14:11:09.036292 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46304) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:09.044800 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:11:09.054583 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] Sync routers for ids ['ccb7c0aa-7b28-4404-8666-55afd2b03293'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:11:09.064602 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] Routers {'ccb7c0aa-7b28-4404-8666-55afd2b03293'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:09.065457 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['ccb7c0aa-7b28-4404-8666-55afd2b03293'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:09.078705 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-24263b40-706c-440c-bbd2-2a969959cac8 admin admin] 10.222.0.21 "PUT /v2.0/routers/ccb7c0aa-7b28-4404-8666-55afd2b03293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2101004 Jun 21 14:11:09.081299 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46306) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:09.138375 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Set router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:09.185437 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks [] for router, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.195554 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] Set router ccb7c0aa-7b28-4404-8666-55afd2b03293 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:09.393203 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:11:07Z', 'revision_number': 5, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:09.419213 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] Checking router: ccb7c0aa-7b28-4404-8666-55afd2b03293 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:11:09.428101 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] Routers {'ccb7c0aa-7b28-4404-8666-55afd2b03293'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:09.428769 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['ccb7c0aa-7b28-4404-8666-55afd2b03293'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:09.453927 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:11:07Z', 'revision_number': 3, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port': {'id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:07Z', 'updated_at': '2021-06-21T14:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:09.488763 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Checking router: d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:11:09.489269 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Updating router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:11:09.538815 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.548093 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] Set router ccb7c0aa-7b28-4404-8666-55afd2b03293 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:09.640297 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.678179 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device e3933e29-b932-4419-8e80-0f9167e95a40 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:09.683383 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.755789 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:11:07Z', 'revision_number': 5, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:09.778035 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Deleting port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:11:09.778365 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.781029 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port e3933e29-b932-4419-8e80-0f9167e95a40 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:09.781416 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.782843 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4dcd-7c65-4cf5-96f0-b4905399a994 None None] The sync data for ids ['ccb7c0aa-7b28-4404-8666-55afd2b03293'] in dv-cinder-794962-5-iscsi is: [{'id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'name': 'tempest-TestVolumeBootPattern-585850929-router', 'tenant_id': 'ec221943ac464ccd86998a0ffca05ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:00:58Z', 'updated_at': '2021-06-21T14:11:07Z', 'revision_number': 5, 'project_id': 'ec221943ac464ccd86998a0ffca05ce0', 'gw_port': {'id': '3bbbf640-32e8-4f84-9c0a-92f91c8a71e6', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb7c0aa-7b28-4404-8666-55afd2b03293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:00:59Z', 'updated_at': '2021-06-21T14:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:11:09.925928 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.928934 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7adf0109-8d14-4952-8234-529650d6b392 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:09.935452 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] For port 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=3bbbf640-32e8-4f84-9c0a-92f91c8a71e6,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:09.935803 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.955858 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Transition to ACTIVE for port object 0c71bc2a-3cf5-4a0b-af32-9c292b21181d will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:09.963260 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:09.966464 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:10.023786 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Attempting to bind port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:11:10.024160 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Attempting to bind port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:11:10.024550 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Attempting to bind port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d on network 40be8513-004c-4acd-9bd0-4ca9151a08d2 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:11:10.024872 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Calling delete_port for 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 owned by network:router_gateway {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:11:10.028946 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda361-3177-4c46-8f32-0b8ee07c30a2 None None] Pushing event updated for resources: {'Port': ['ID=0c71bc2a-3cf5-4a0b-af32-9c292b21181d,revision_number=2']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:10.033780 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e0eda361-3177-4c46-8f32-0b8ee07c30a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:10.035753 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:11:10.036203 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Checking segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:10.036502 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.036891 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Bound using segment: {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:11:10.037375 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Bound port: 0c71bc2a-3cf5-4a0b-af32-9c292b21181d, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf3bd2-0bda-4c01-9410-c4311d207a14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:11:10.037750 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.058738 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 7adf0109-8d14-4952-8234-529650d6b392 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:10.068010 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 7adf0109-8d14-4952-8234-529650d6b392 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:10.068307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.120726 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] For port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:11:10.124838 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] For port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0c71bc2a-3cf5-4a0b-af32-9c292b21181d,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:11:10.139246 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.159608 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-5f9d3a88-8740-4b09-aa8b-ab9b49e780ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:10.212019 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.220169 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.242254 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Routers {'d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:10.242901 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:10.247842 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda361-3177-4c46-8f32-0b8ee07c30a2 None None] Pushing event updated for resources: {'Port': ['ID=0c71bc2a-3cf5-4a0b-af32-9c292b21181d,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:10.287800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e0eda361-3177-4c46-8f32-0b8ee07c30a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:10.337127 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 7adf0109-8d14-4952-8234-529650d6b392, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=7adf0109-8d14-4952-8234-529650d6b392,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:10.345768 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.349194 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:10.351205 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.356099 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-822cea98-a867-4620-bd2a-96d9a9787b17 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:10.393516 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbbf640-32e8-4f84-9c0a-92f91c8a71e6,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:10.395699 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] Set router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:10.399291 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:10.485519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Allocated IP 172.20.0.1 (928f5c9e-b3ed-42d0-ab89-a93a17426011/7ce2cbcd-c186-46e0-9b8f-ff607db10146/d02af096-1323-4214-a69f-3a9f00fba49a) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:11:10.490443 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=7adf0109-8d14-4952-8234-529650d6b392,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:10.491419 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.494800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:10.577749 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:11:07Z', 'revision_number': 3, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port': {'id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:07Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:10.592826 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.603539 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71586e3e-d18a-4ec0-a187-96b2bd8ecf35 None None] The sync data for ids ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'] in dv-cinder-794962-5-iscsi is: [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:11:07Z', 'revision_number': 3, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port': {'id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:07Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:11:10.619205 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.673797 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.674347 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb7c0aa-7b28-4404-8666-55afd2b03293 {{(pid=92754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:11:10.683932 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.685106 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-256a0b35-0aff-4641-99d7-0e579a363802 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ccb7c0aa-7b28-4404-8666-55afd2b03293 HTTP/1.1" status: 204 len: 168 time: 1.6029170 Jun 21 14:11:10.687910 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46308) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:10.713855 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.727044 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Transition to ACTIVE for port object d02af096-1323-4214-a69f-3a9f00fba49a will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:10.735232 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Deleting subnet 515488c9-ca96-44dd-bead-69a0388d9840 {{(pid=92753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:11:10.738546 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.761899 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.765020 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:10.777117 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13929210'] for subnet, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.797647 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Network 928f5c9e-b3ed-42d0-ab89-a93a17426011 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:10.803923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:10.807598 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:11:10.832693 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d02af096-1323-4214-a69f-3a9f00fba49a,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:10.836824 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:10.853834 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617512'] for router_interface, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.860141 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.926348 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12713628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12956034'] for subnet, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:10.929889 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-82061518-1ad8-46a1-a85b-284fb4f45336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:10.996280 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515488c9-ca96-44dd-bead-69a0388d9840,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:11.003414 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.008627 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/515488c9-ca96-44dd-bead-69a0388d9840 HTTP/1.1" status: 204 len: 168 time: 0.3196032 Jun 21 14:11:11.009429 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46310) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:11.010745 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5941f4-a20b-4ce4-9891-7412f4459c01 None None] Network d5ba1521-e090-4e7e-914e-08591a37d587 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:11:11.027652 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.028121 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.028672 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.032236 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.032745 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.033338 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.033886 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.034144 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.034263 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.034617 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.035157 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.035487 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.036051 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:11.048461 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b21508de-0189-41fd-ba9f-783cae01348b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:11.121526 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.183797 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Deleting port a886b9e5-4989-4ec2-84b0-e64c5f89376b {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:11:11.184546 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.188183 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-d03b8cae-6d64-4295-b7fd-997242b626a3 None None] Provisioning for port d02af096-1323-4214-a69f-3a9f00fba49a completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:11.192563 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-d03b8cae-6d64-4295-b7fd-997242b626a3 None None] Provisioning complete for port d02af096-1323-4214-a69f-3a9f00fba49a triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:11.193017 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-d03b8cae-6d64-4295-b7fd-997242b626a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.236808 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.241336 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-d03b8cae-6d64-4295-b7fd-997242b626a3 None None] Port d02af096-1323-4214-a69f-3a9f00fba49a cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:11:11.244354 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.247152 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-21328016-ccc6-4936-8f6a-d9b56214d1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:11.279373 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] For port a886b9e5-4989-4ec2-84b0-e64c5f89376b, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=a886b9e5-4989-4ec2-84b0-e64c5f89376b,segment=NetworkSegment(9bf91c96-9bae-4097-b4be-aba7de27f24a),segment_id=9bf91c96-9bae-4097-b4be-aba7de27f24a)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:11.279727 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.334254 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] DHCP port deletion for d5ba1521-e090-4e7e-914e-08591a37d587 request from dv-cinder-794962-5-iscsi {{(pid=92755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:11:11.340931 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d02af096-1323-4214-a69f-3a9f00fba49a,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:11.348397 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616753'] for router_interface, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.350981 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:11.375969 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Calling delete_port for a886b9e5-4989-4ec2-84b0-e64c5f89376b owned by network:dhcp {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:11:11.404084 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] Deleting port a886b9e5-4989-4ec2-84b0-e64c5f89376b {{(pid=92755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:11:11.404483 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.471187 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] For port a886b9e5-4989-4ec2-84b0-e64c5f89376b, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=a886b9e5-4989-4ec2-84b0-e64c5f89376b,segment=NetworkSegment(9bf91c96-9bae-4097-b4be-aba7de27f24a),segment_id=9bf91c96-9bae-4097-b4be-aba7de27f24a)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:11.471572 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.473296 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.476445 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-5daeb7c5-1b42-4146-9641-aab5cb5a36a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:11.495332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Network 928f5c9e-b3ed-42d0-ab89-a93a17426011 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:11.503244 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:11.510109 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a886b9e5-4989-4ec2-84b0-e64c5f89376b,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:11.512002 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] No DVR routers for this DVR port a886b9e5-4989-4ec2-84b0-e64c5f89376b on host dv-cinder-794962-5-iscsi {{(pid=92753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:11:11.513541 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:11.586781 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] Calling delete_port for a886b9e5-4989-4ec2-84b0-e64c5f89376b owned by network:dhcp {{(pid=92755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:11:11.666086 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:11:11.708569 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0c71bc2a-3cf5-4a0b-af32-9c292b21181d up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:11.751012 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247'] for port, after_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.766561 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:11.772393 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] No DVR routers for this DVR port a886b9e5-4989-4ec2-84b0-e64c5f89376b on host dv-cinder-794962-5-iscsi {{(pid=92755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:11:11.813175 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] Pushing event deleted for resources: {'Port': ['ID=a886b9e5-4989-4ec2-84b0-e64c5f89376b,revision_number=None']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:11.817453 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-410aee9b-dd15-48c9-87d2-24a755526334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:11.830252 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:11:11.837126 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] 10.222.0.21 "PUT /v2.0/routers/d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7996554 Jun 21 14:11:11.838669 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:11.843354 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:11.845639 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.892056 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-a64387b4-a7f2-4a21-bb58-d83faca473ba None None] Provisioning complete for port d02af096-1323-4214-a69f-3a9f00fba49a triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:11.892470 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a64387b4-a7f2-4a21-bb58-d83faca473ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.956969 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-a64387b4-a7f2-4a21-bb58-d83faca473ba None None] Port d02af096-1323-4214-a69f-3a9f00fba49a cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:11:11.969452 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.991471 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0c71bc2a-3cf5-4a0b-af32-9c292b21181d,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:11.995852 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:11.996941 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7adf0109-8d14-4952-8234-529650d6b392 up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:11.998698 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-c5dd919a-4b40-42e2-a02a-660dd3f1f126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:11.999634 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.009501 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ba1521-e090-4e7e-914e-08591a37d587']}} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:12.019265 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf91c96-9bae-4097-b4be-aba7de27f24a') {'for_net_delete': True} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:12.019619 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf91c96-9bae-4097-b4be-aba7de27f24a') {} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:12.028377 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929203'] for segment, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.042669 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.049684 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:11:12.050073 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12712247'] for segment, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: Traceback (most recent call last): Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: timer() Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: cb(*args, **kw) Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: return func(*args, **kwargs) Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: self._notify() Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: self.callback(batched_events) Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: event.method(event) Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: return f(self, *a, **k) Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._get(url).json() Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: return self.request(url, 'GET', **kwargs) Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:11:12.051821 dv-cinder-794962-5-iscsi neutron-server[92753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:11:12.079067 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=0c71bc2a-3cf5-4a0b-af32-9c292b21181d,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:12.082722 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:12.087955 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 7adf0109-8d14-4952-8234-529650d6b392 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:12.088413 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.115719 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.120315 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:12.135059 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.136969 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5ba1521-e090-4e7e-914e-08591a37d587 HTTP/1.1" status: 204 len: 168 time: 1.1230755 Jun 21 14:11:12.138593 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ba1521-e090-4e7e-914e-08591a37d587,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:12.144147 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:12.241983 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device d4dc8cf9-5761-4159-93d3-71d35c76545e no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:11:12.263948 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: d4dc8cf9-5761-4159-93d3-71d35c76545e {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:11:12.264367 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device d4dc8cf9-5761-4159-93d3-71d35c76545e not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:11:12.264751 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device a886b9e5-4989-4ec2-84b0-e64c5f89376b no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:11:12.333643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46320) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:12.392303 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3c3bc24b-c7df-463c-8db6-1add38b4cf4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c245f05ac88941a1a4fbe3666e975df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570102 Jun 21 14:11:12.396191 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46322) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:12.408973 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46324) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:12.416205 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-bb449a80-80b5-4092-a626-14185a1e1b27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985133941', 'description': 'tempest-secgroup-smoke-1985133941 description', 'project_id': '2c6f228e00654dafad9e55ac4c05fb95'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:12.421699 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: a886b9e5-4989-4ec2-84b0-e64c5f89376b {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:11:12.422129 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device a886b9e5-4989-4ec2-84b0-e64c5f89376b not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:11:12.422622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:11:12.441996 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:11:12.442419 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 3bbbf640-32e8-4f84-9c0a-92f91c8a71e6 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:11:12.445918 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-bb449a80-80b5-4092-a626-14185a1e1b27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.461614 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-da777bcf-ff04-4a47-9cf8-4d2d269476a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.482804 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-da777bcf-ff04-4a47-9cf8-4d2d269476a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.533606 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-bb449a80-80b5-4092-a626-14185a1e1b27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.538987 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-bb449a80-80b5-4092-a626-14185a1e1b27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.541877 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c6050948-4a04-4fa2-bed2-e88046ea0ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:12.543474 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-da777bcf-ff04-4a47-9cf8-4d2d269476a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.546305 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-da777bcf-ff04-4a47-9cf8-4d2d269476a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.550008 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-da777bcf-ff04-4a47-9cf8-4d2d269476a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6a2116c-92cd-4f79-9111-6afa919c13b2 HTTP/1.1" status: 204 len: 168 time: 0.1498606 Jun 21 14:11:12.550008 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-147a7cfb-2109-4b92-8e55-7ba5fe8d2d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:12.556867 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da777bcf-ff04-4a47-9cf8-4d2d269476a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a2116c-92cd-4f79-9111-6afa919c13b2,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:12.559516 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-da777bcf-ff04-4a47-9cf8-4d2d269476a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:12.574788 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-bb449a80-80b5-4092-a626-14185a1e1b27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.579340 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-bb449a80-80b5-4092-a626-14185a1e1b27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1659451 Jun 21 14:11:12.579340 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46328) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:12.583419 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-27cefb61-f39b-408d-bf48-dae36fac2c5f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'security_group_rule': {'security_group_id': '0b70ff3e-74f1-4260-812c-afd0b7c7a694', 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:12.591285 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb449a80-80b5-4092-a626-14185a1e1b27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b70ff3e-74f1-4260-812c-afd0b7c7a694,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:12.594983 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-bb449a80-80b5-4092-a626-14185a1e1b27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:12.614948 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-27cefb61-f39b-408d-bf48-dae36fac2c5f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.670968 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-27cefb61-f39b-408d-bf48-dae36fac2c5f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.675213 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-27cefb61-f39b-408d-bf48-dae36fac2c5f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.677402 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-e9892996-8a36-4613-970d-fa1f72631147 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:12.695796 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cefb61-f39b-408d-bf48-dae36fac2c5f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744ca3b9-a422-46e0-9759-eb953d5dcab2,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:12.699883 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-27cefb61-f39b-408d-bf48-dae36fac2c5f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:12.707761 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-27cefb61-f39b-408d-bf48-dae36fac2c5f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.709234 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-27cefb61-f39b-408d-bf48-dae36fac2c5f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293581 Jun 21 14:11:12.711193 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Sync routers for ids ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:11:12.712131 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46330) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:12.717208 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-fb14dd30-b0cd-4eeb-abb5-32a569d62f63 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'security_group_rule': {'security_group_id': '0b70ff3e-74f1-4260-812c-afd0b7c7a694', 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:12.721118 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Routers {'d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:12.721736 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:12.747486 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fb14dd30-b0cd-4eeb-abb5-32a569d62f63 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.808589 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fb14dd30-b0cd-4eeb-abb5-32a569d62f63 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.813115 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fb14dd30-b0cd-4eeb-abb5-32a569d62f63 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.815209 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-2dc27cf3-0cad-46c4-ab48-964166610b26 tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:12.831202 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14dd30-b0cd-4eeb-abb5-32a569d62f63 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04a0e2d-b391-4f96-936f-c6121e9d2335,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:12.833758 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-fb14dd30-b0cd-4eeb-abb5-32a569d62f63 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:12.841570 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fb14dd30-b0cd-4eeb-abb5-32a569d62f63 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.842774 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-fb14dd30-b0cd-4eeb-abb5-32a569d62f63 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294549 Jun 21 14:11:12.845615 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46334) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:12.846547 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Set router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:12.850087 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-7e955ed2-8c6b-4760-b1d5-b6c8403ea0ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'security_group_rule': {'security_group_id': '0b70ff3e-74f1-4260-812c-afd0b7c7a694', 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:12.878491 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7e955ed2-8c6b-4760-b1d5-b6c8403ea0ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.931199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46336) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:12.953569 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7e955ed2-8c6b-4760-b1d5-b6c8403ea0ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.959808 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7e955ed2-8c6b-4760-b1d5-b6c8403ea0ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:12.967204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:12.991315 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e955ed2-8c6b-4760-b1d5-b6c8403ea0ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf73299-4ac1-4df8-81e9-95390c312750,revision_number=0']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:12.997215 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7e955ed2-8c6b-4760-b1d5-b6c8403ea0ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:13.000852 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-0995ed9c-234c-44d4-88c4-00200797cfac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec221943ac464ccd86998a0ffca05ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688694 Jun 21 14:11:13.002168 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7e955ed2-8c6b-4760-b1d5-b6c8403ea0ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.005775 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-7e955ed2-8c6b-4760-b1d5-b6c8403ea0ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566262 Jun 21 14:11:13.005775 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46338) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:13.006630 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46340) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:13.012293 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'security_group_rule': {'security_group_id': '0b70ff3e-74f1-4260-812c-afd0b7c7a694', 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:13.042603 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.056731 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 4, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port': {'id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:07Z', 'updated_at': '2021-06-21T14:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'd02af096-1323-4214-a69f-3a9f00fba49a', 'name': '', 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'mac_address': 'fa:16:3e:2a:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7ce2cbcd-c186-46e0-9b8f-ff607db10146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:10Z', 'updated_at': '2021-06-21T14:11:11Z', 'revision_number': 2, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'subnets': [{'id': '7ce2cbcd-c186-46e0-9b8f-ff607db10146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:13.063046 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-761db173-f444-4536-a8b7-12a0eb130ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.082702 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Checking router: d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:11:13.083059 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Updating router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 port d02af096-1323-4214-a69f-3a9f00fba49a binding host dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:11:13.087379 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-761db173-f444-4536-a8b7-12a0eb130ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.104452 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.110081 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.117409 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.117725 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-2dc62bb0-f9ee-47c5-92ac-f2c48717f447 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:13.132613 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc91d23e-baa3-4aed-985d-d26adcc7a913,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:13.136455 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:13.138553 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-761db173-f444-4536-a8b7-12a0eb130ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.141245 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-761db173-f444-4536-a8b7-12a0eb130ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.142765 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.146474 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356843 Jun 21 14:11:13.146635 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-761db173-f444-4536-a8b7-12a0eb130ee5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18204132-4621-46f3-976f-1b8867872ebe HTTP/1.1" status: 204 len: 168 time: 0.1404505 Jun 21 14:11:13.146635 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cbfe7da3-4116-4b95-8d19-6ecd032e487d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:13.146804 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46342) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:13.151253 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'security_group_rule': {'security_group_id': '0b70ff3e-74f1-4260-812c-afd0b7c7a694', 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:13.158755 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761db173-f444-4536-a8b7-12a0eb130ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18204132-4621-46f3-976f-1b8867872ebe,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:13.162754 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-761db173-f444-4536-a8b7-12a0eb130ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:13.174204 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.securitygroups_db [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Project 2c6f228e00654dafad9e55ac4c05fb95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:11:13.179280 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.245117 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.250184 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.252341 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-fc9a1010-a33f-44b2-836b-e7a8e462d39a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:13.268770 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379b00f4-aa1b-4340-bf5b-cdf6eb5a01ed,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:13.271685 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:13.274806 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.276117 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-72678ef6-26da-4e2b-bd40-518005080120 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284688 Jun 21 14:11:13.279478 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46346) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:13.285484 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.v2.base [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'security_group_rule': {'security_group_id': '0b70ff3e-74f1-4260-812c-afd0b7c7a694', 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:13.310549 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.securitygroups_db [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Project 2c6f228e00654dafad9e55ac4c05fb95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:11:13.315775 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.387726 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.394765 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033932'] for security_group_rule, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.399191 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:13.411501 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Notify callbacks [] for port, precommit_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.418815 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfb6dd3-0845-45ed-b772-cb5108a80b10,revision_number=0']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:13.422073 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:13.428986 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Transition to ACTIVE for port object d02af096-1323-4214-a69f-3a9f00fba49a will not be triggered until provisioned by entity L2. {{(pid=92755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:13.429610 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.431092 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-11999372-b6aa-44d5-a1d6-7701d0b6b7e5 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503627 Jun 21 14:11:13.446682 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.450055 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-7a183f89-14c7-4d91-9e42-196f4cbe11ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:13.532883 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0a56c-9c7b-47d6-bde5-6f980c861392 None None] Pushing event updated for resources: {'Port': ['ID=d02af096-1323-4214-a69f-3a9f00fba49a,revision_number=3']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:13.536193 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-a1b0a56c-9c7b-47d6-bde5-6f980c861392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:13.621282 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0c71bc2a-3cf5-4a0b-af32-9c292b21181d up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:13.659084 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Attempting to bind port d02af096-1323-4214-a69f-3a9f00fba49a on host dv-cinder-794962-5-iscsi for vnic_type normal with profile {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:11:13.659358 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Attempting to bind port d02af096-1323-4214-a69f-3a9f00fba49a by drivers openvswitch,hyperv on host dv-cinder-794962-5-iscsi at level 0 using segments [{'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:11:13.659730 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Attempting to bind port d02af096-1323-4214-a69f-3a9f00fba49a on network 928f5c9e-b3ed-42d0-ab89-a93a17426011 {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:11:13.668844 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Checking agent: {'id': '6e9fdb26-9eab-463a-918b-13cde2b33371', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:11:13.669226 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Checking segment: {'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:13.669632 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.670024 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Bound using segment: {'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'} {{(pid=92755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:11:13.670497 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.managers [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Bound port: d02af096-1323-4214-a69f-3a9f00fba49a, host: dv-cinder-794962-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2569e18d-7a2b-4617-ae69-6c17976d4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011'}}] {{(pid=92755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:11:13.670875 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.725693 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:13.726295 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.764656 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] For port d02af096-1323-4214-a69f-3a9f00fba49a, host dv-cinder-794962-5-iscsi, cleared binding levels {{(pid=92755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:11:13.768911 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] For port d02af096-1323-4214-a69f-3a9f00fba49a, host dv-cinder-794962-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=d02af096-1323-4214-a69f-3a9f00fba49a,segment=NetworkSegment(2569e18d-7a2b-4617-ae69-6c17976d4443),segment_id=2569e18d-7a2b-4617-ae69-6c17976d4443)] {{(pid=92755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:11:13.774500 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:13.777627 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e2007a5c-30fc-49ea-a5a4-216dd2b4a40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:13.869750 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0a56c-9c7b-47d6-bde5-6f980c861392 None None] Pushing event updated for resources: {'Port': ['ID=d02af096-1323-4214-a69f-3a9f00fba49a,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:13.878122 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-a1b0a56c-9c7b-47d6-bde5-6f980c861392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:13.885264 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Routers {'d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:13.885905 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:14.008566 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] Set router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:14.221307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 4, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port': {'id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:07Z', 'updated_at': '2021-06-21T14:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'd02af096-1323-4214-a69f-3a9f00fba49a', 'name': '', 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'mac_address': 'fa:16:3e:2a:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7ce2cbcd-c186-46e0-9b8f-ff607db10146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:10Z', 'updated_at': '2021-06-21T14:11:13Z', 'revision_number': 4, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'subnets': [{'id': '7ce2cbcd-c186-46e0-9b8f-ff607db10146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:14.251963 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5633391-18f4-48c2-b17f-89a72758fedf None None] The sync data for ids ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'] in dv-cinder-794962-5-iscsi is: [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 4, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port': {'id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:07Z', 'updated_at': '2021-06-21T14:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': 'd02af096-1323-4214-a69f-3a9f00fba49a', 'name': '', 'network_id': '928f5c9e-b3ed-42d0-ab89-a93a17426011', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'mac_address': 'fa:16:3e:2a:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7ce2cbcd-c186-46e0-9b8f-ff607db10146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:10Z', 'updated_at': '2021-06-21T14:11:13Z', 'revision_number': 4, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'subnets': [{'id': '7ce2cbcd-c186-46e0-9b8f-ff607db10146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:11:15.545130 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device d02af096-1323-4214-a69f-3a9f00fba49a up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:15.596332 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning for port d02af096-1323-4214-a69f-3a9f00fba49a completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:15.600688 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port d02af096-1323-4214-a69f-3a9f00fba49a triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:15.600860 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:15.682283 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:15.719402 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] For port d02af096-1323-4214-a69f-3a9f00fba49a, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=d02af096-1323-4214-a69f-3a9f00fba49a,segment=NetworkSegment(2569e18d-7a2b-4617-ae69-6c17976d4443),segment_id=2569e18d-7a2b-4617-ae69-6c17976d4443)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:15.723198 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:15.725044 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:15.782578 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Pushing event updated for resources: {'Port': ['ID=d02af096-1323-4214-a69f-3a9f00fba49a,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:15.785997 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:16.320872 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-41a2d64e-7d77-48b7-acc7-46a1ad301ee3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538712 Jun 21 14:11:16.449043 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-f6634d4a-c0ca-499d-934b-ff5fe21fd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:16.450856 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-f6634d4a-c0ca-499d-934b-ff5fe21fd9df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2df8686152384c01ace3fc274154a2e9&device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 1099 time: 0.0577872 Jun 21 14:11:16.565578 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-c979c50b-e48c-40d8-812b-8317e44bc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:16.567077 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-c979c50b-e48c-40d8-812b-8317e44bc929 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 200 len: 917 time: 0.0887194 Jun 21 14:11:16.631772 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-958cf07a-342f-45a1-a759-da0b80723ff3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 200 len: 999 time: 0.0573783 Jun 21 14:11:16.687628 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-7a2a1608-375a-4dca-bade-1b3f76da1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:16.689472 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-7a2a1608-375a-4dca-bade-1b3f76da1257 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 200 len: 855 time: 0.0440965 Jun 21 14:11:16.769430 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-2c8eebd0-50c0-434f-a1ec-6d57d46ae6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:16.770936 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-2c8eebd0-50c0-434f-a1ec-6d57d46ae6d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687771 Jun 21 14:11:16.860490 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-df4c1aee-4c19-41e8-ba0e-676e2f671de4 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816388 Jun 21 14:11:16.955044 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-9443decd-f86c-44e0-a5d9-54f58bd21e00 req-e334ba50-ff62-433e-800c-d5eb7ab48143 service neutron] 10.222.0.64 "GET /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875647 Jun 21 14:11:17.529869 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device d02af096-1323-4214-a69f-3a9f00fba49a up at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:17.581689 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Provisioning complete for port d02af096-1323-4214-a69f-3a9f00fba49a triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:17.581689 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:18.446695 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:11:34.448014 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-6dd50c38-f425-45c9-8903-a45a7d77ff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:37.078485 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-8ec89c89-0802-4982-baef-295ed9d5f67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:37.351562 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:38.180640 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:38.567863 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-2bf854e3-b03c-49da-8983-a6f7cff101d0 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985133941&fields=id&tenant_id=2c6f228e00654dafad9e55ac4c05fb95 HTTP/1.1" status: 200 len: 267 time: 0.0329521 Jun 21 14:11:38.672335 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-8d7043c4-ceb2-4e2f-9d7f-897d812d7389 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:38.673779 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-8d7043c4-ceb2-4e2f-9d7f-897d812d7389 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 808 time: 0.0992379 Jun 21 14:11:38.691163 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-8f8ee49f-4530-43ad-a6d9-c41c322849b8 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/quotas/2c6f228e00654dafad9e55ac4c05fb95 HTTP/1.1" status: 200 len: 375 time: 0.0091057 Jun 21 14:11:38.765726 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-2814f16d-7cab-4807-b16f-e79cce311a42 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667989 Jun 21 14:11:38.867052 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:38.875042 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-fc6b50d3-5ce9-48ff-bf9c-2e32e39c03a2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:11:38.876027 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-fc6b50d3-5ce9-48ff-bf9c-2e32e39c03a2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994112 Jun 21 14:11:38.964880 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-6e86f10c-dd11-4c73-b60d-7fd7fbab7d65 service neutron] 10.222.0.21 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822139 Jun 21 14:11:39.056015 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ac732aff-4ef1-4924-b227-07575687612e service neutron] 10.222.0.21 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851808 Jun 21 14:11:39.362025 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-7b39b1d0-d103-4abe-b5eb-e7fd1d5b086c req-5636c29c-344b-435b-839e-1b04d7c2fee0 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 210 time: 0.0285289 Jun 21 14:11:39.649083 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:40.514452 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0d5b259f-c0e7-476b-9ebe-40d48ed4b55b req-2a6f60d4-0658-4a9b-ae48-0272318e8f12 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 210 time: 0.0292218 Jun 21 14:11:40.824237 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-098d13a1-bb2e-4039-9e2a-27f470870c04 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:40.825661 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-098d13a1-bb2e-4039-9e2a-27f470870c04 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 808 time: 0.3919694 Jun 21 14:11:40.873255 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-f1cf174f-954b-416e-861d-01c6a3a82d7e tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c6f228e00654dafad9e55ac4c05fb95 HTTP/1.1" status: 200 len: 380 time: 0.0314054 Jun 21 14:11:40.883044 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'port': {'device_id': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'admin_state_up': True, 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'security_groups': ['0b70ff3e-74f1-4260-812c-afd0b7c7a694']}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:40.990421 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Made reservation on behalf of 2c6f228e00654dafad9e55ac4c05fb95 for: {'port': 1} {{(pid=92754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:11:40.994044 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:41.118005 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Allocated IP 172.20.0.12 (95be8d58-c5be-4894-9055-056597d8bed0/945b0f8a-d1db-457c-9e19-cc17d4b39694/c6d3ca53-5010-4407-8ad1-8d3e7880d0e6) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:11:41.255260 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:41.269986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Transition to ACTIVE for port object c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 will not be triggered until provisioned by entity DHCP. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:41.303145 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:41.307060 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7f9baceb-2993-4007-9715-17ea71be8ef7 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:41.347013 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Network 95be8d58-c5be-4894-9055-056597d8bed0 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:41.350388 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:41.354154 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:11:41.378013 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:41.382516 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:41.405678 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:41.406190 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:41.423068 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ff3e09c5-99bb-4c2b-98fd-50bb11cc49cd tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5433166 Jun 21 14:11:41.443312 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Request body: {'port': {'device_id': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:41.520969 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:41.530449 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-09947af8-d1b0-48b1-863e-c77bb0210a13 None None] Provisioning for port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 completed by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:41.534442 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-09947af8-d1b0-48b1-863e-c77bb0210a13 None None] Provisioning complete for port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 triggered by entity DHCP. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:41.534880 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-09947af8-d1b0-48b1-863e-c77bb0210a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:41.568204 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-09947af8-d1b0-48b1-863e-c77bb0210a13 None None] Port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 cannot update to ACTIVE because it is not bound. {{(pid=92755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:11:41.763718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0927c-5932-4d64-93e6-d6e02ef50b42 req-87a3703e-92cb-4356-9831-a0dbd77d4859 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:41.765107 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78e0927c-5932-4d64-93e6-d6e02ef50b42 req-87a3703e-92cb-4356-9831-a0dbd77d4859 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 932 time: 0.1346347 Jun 21 14:11:41.840769 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78e0927c-5932-4d64-93e6-d6e02ef50b42 req-06d5ca07-9ddd-4c23-9b64-3a113672cbef tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696375 Jun 21 14:11:41.851367 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 {{(pid=92754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:11:41.859090 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:41.870859 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.provisioning_blocks [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Transition to ACTIVE for port object c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 will not be triggered until provisioned by entity L2. {{(pid=92754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:11:41.877132 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:41.879243 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9eaac395-ceea-4d70-bb38-f79269d9d9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:41.947917 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d35b17-4579-4823-805c-308c0905501e service neutron] Pushing event updated for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:41.952657 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-54d35b17-4579-4823-805c-308c0905501e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:42.023827 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Attempting to bind port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:11:42.024049 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Attempting to bind port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:11:42.024393 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Attempting to bind port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 on network 95be8d58-c5be-4894-9055-056597d8bed0 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:11:42.028799 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 on network 95be8d58-c5be-4894-9055-056597d8bed0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:11:42.029115 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Attempting to bind port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 on network 95be8d58-c5be-4894-9055-056597d8bed0 {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:11:42.033929 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Checking agent: {'id': 'b1c9a337-1dda-4b2b-82e1-37f5656d947f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:11:42.034263 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Checking segment: {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:11:42.034643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Bound using segment: {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'} {{(pid=92754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:11:42.035060 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.managers [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Bound port: c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0fc59f1-57ae-4e3b-816d-408dac90a4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0'}}] {{(pid=92754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:11:42.035407 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:42.096900 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, cleared binding levels {{(pid=92754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:11:42.099836 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:11:42.104139 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:42.106782 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b0437280-22f4-4921-bb9b-fb00b77706cb tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:42.135161 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:42.135825 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:42.137242 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-54d35b17-4579-4823-805c-308c0905501e service neutron] 10.222.0.64 "PUT /v2.0/ports/c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1094 time: 0.6986573 Jun 21 14:11:42.137720 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:11:42.139982 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510ed403-36bd-45b6-a124-84583de123a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:11:42.166588 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d35b17-4579-4823-805c-308c0905501e service neutron] Pushing event updated for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=3']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:42.169899 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-54d35b17-4579-4823-805c-308c0905501e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:42.189571 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4e9b08-8202-4ce6-abf7-2d41205a99fc x-openstack-request-id: req-6b4e9b08-8202-4ce6-abf7-2d41205a99fc {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:11:42.189898 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:11:42.190213 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b4e9b08-8202-4ce6-abf7-2d41205a99fc {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:11:42.190644 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'status': 'completed', 'code': 200} Jun 21 14:11:42.268638 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ad369791-d604-418b-abf7-9c35e8090c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:42.270137 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-ad369791-d604-418b-abf7-9c35e8090c5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1097 time: 0.0584750 Jun 21 14:11:42.319003 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-c843e8b1-f294-40b8-bd60-e71f2a134e41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0345588 Jun 21 14:11:42.366743 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-65bd93ad-db22-4f80-b122-6fef0b661df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:42.368070 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-65bd93ad-db22-4f80-b122-6fef0b661df4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0428736 Jun 21 14:11:42.434924 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-105674be-94ae-4b4f-93f3-8c4bdb9416ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:42.436395 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-105674be-94ae-4b4f-93f3-8c4bdb9416ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614791 Jun 21 14:11:42.523254 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-332fb98d-18c8-4292-ba87-a455bbf9932c service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791750 Jun 21 14:11:42.613003 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0c2b21d9-6342-45c7-800d-59a6ad65d629 req-7e55029a-6b72-4ffa-a1e0-ac6b8bc64531 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825701 Jun 21 14:11:42.779221 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ed403-36bd-45b6-a124-84583de123a0 req-f650ff7b-a680-41ce-8492-1e9a6ea80d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:42.780736 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-510ed403-36bd-45b6-a124-84583de123a0 req-f650ff7b-a680-41ce-8492-1e9a6ea80d0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1097 time: 0.0622265 Jun 21 14:11:42.870950 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ed403-36bd-45b6-a124-84583de123a0 req-85d786d6-b8af-47aa-b17a-62703d5527cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:42.872287 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-510ed403-36bd-45b6-a124-84583de123a0 req-85d786d6-b8af-47aa-b17a-62703d5527cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0839250 Jun 21 14:11:42.919878 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-510ed403-36bd-45b6-a124-84583de123a0 req-cdd96f9d-8b0c-4c02-acd7-1396d5b3fef6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0393648 Jun 21 14:11:43.000199 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ed403-36bd-45b6-a124-84583de123a0 req-aca701e8-96fe-4cca-8c45-9016551b94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:43.001639 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-510ed403-36bd-45b6-a124-84583de123a0 req-aca701e8-96fe-4cca-8c45-9016551b94e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0732560 Jun 21 14:11:43.062372 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1022051-b406-4f88-ac46-76e9ab21df69 req-e6a43635-fca1-41c8-a9f0-448489e278b8 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:43.063810 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1022051-b406-4f88-ac46-76e9ab21df69 req-e6a43635-fca1-41c8-a9f0-448489e278b8 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.1062243 Jun 21 14:11:43.105990 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ed403-36bd-45b6-a124-84583de123a0 req-23574966-b329-4f61-bed3-b1ba6da94c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:43.107421 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-510ed403-36bd-45b6-a124-84583de123a0 req-23574966-b329-4f61-bed3-b1ba6da94c47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975473 Jun 21 14:11:43.110600 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b1022051-b406-4f88-ac46-76e9ab21df69 req-271fbfe2-3291-4a6b-b9c5-f3f67140a495 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Jun 21 14:11:43.195752 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-510ed403-36bd-45b6-a124-84583de123a0 req-4e08d5b0-59bb-48d2-ade2-125a5cf067dd service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807405 Jun 21 14:11:43.293433 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-510ed403-36bd-45b6-a124-84583de123a0 req-a7f2de27-25df-4914-a6a1-237f4c09a459 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903275 Jun 21 14:11:44.298445 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309e65-742a-488f-8093-9ac1306380be req-daa3c47a-4790-4286-ab41-d70cc1697287 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:44.300504 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-70309e65-742a-488f-8093-9ac1306380be req-daa3c47a-4790-4286-ab41-d70cc1697287 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0702295 Jun 21 14:11:44.346025 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-70309e65-742a-488f-8093-9ac1306380be req-28913050-0f31-4aac-95e8-7b9274a08f50 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365112 Jun 21 14:11:45.543718 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e9e2f-ae3b-4c69-a8c8-d97bbfc103a6 req-15e00ab4-6b2b-478c-be3a-967434fbd46b tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:45.545216 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8f7e9e2f-ae3b-4c69-a8c8-d97bbfc103a6 req-15e00ab4-6b2b-478c-be3a-967434fbd46b tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0691564 Jun 21 14:11:45.584208 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8f7e9e2f-ae3b-4c69-a8c8-d97bbfc103a6 req-5d962100-036c-4b2f-b8d6-a84c686a8194 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332425 Jun 21 14:11:46.789247 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ec84d-0b6f-4c6f-8739-06afafaf112e req-a6e01ca0-acdb-4d24-b768-a08976536ccc tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:46.790624 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a51ec84d-0b6f-4c6f-8739-06afafaf112e req-a6e01ca0-acdb-4d24-b768-a08976536ccc tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0771863 Jun 21 14:11:46.830428 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a51ec84d-0b6f-4c6f-8739-06afafaf112e req-8a8e0218-24ff-4913-b7d2-cbbb472f619d tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310197 Jun 21 14:11:48.022769 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0925cb-314e-47c1-b329-ca0ee1b232d6 req-66662797-d1ab-4b38-9240-f122a9f0c916 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:48.024196 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5c0925cb-314e-47c1-b329-ca0ee1b232d6 req-66662797-d1ab-4b38-9240-f122a9f0c916 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0695555 Jun 21 14:11:48.066787 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5c0925cb-314e-47c1-b329-ca0ee1b232d6 req-67796b44-fe08-433a-910b-7fbd98d5957f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345311 Jun 21 14:11:49.273209 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c5cb9-f814-4dd3-b2c5-3eb7839ac9d2 req-84d3aa93-f3c6-4399-bcd7-a5968051d6ae tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:49.274967 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-de1c5cb9-f814-4dd3-b2c5-3eb7839ac9d2 req-84d3aa93-f3c6-4399-bcd7-a5968051d6ae tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0758405 Jun 21 14:11:49.316271 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-de1c5cb9-f814-4dd3-b2c5-3eb7839ac9d2 req-f348aa94-3e66-4850-a6d4-3853407a2052 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353293 Jun 21 14:11:50.516780 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912422a-4736-4376-9ee2-7226f37de692 req-4ef3a0b3-960f-40c9-9a7f-11f657ed0f9f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:50.518253 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4912422a-4736-4376-9ee2-7226f37de692 req-4ef3a0b3-960f-40c9-9a7f-11f657ed0f9f tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0703394 Jun 21 14:11:50.563101 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4912422a-4736-4376-9ee2-7226f37de692 req-c1044027-3312-4e07-8453-524ebe4d238c tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389733 Jun 21 14:11:51.129115 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:11:51.243886 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:51.262876 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'port_id': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'mac_address': 'fa:16:3e:af:ea:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:11:51.300433 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:51.313066 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:11:51.333492 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:51.338890 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:51.341878 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:51.386598 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=4']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:51.389849 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:51.754842 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33c5e-d9d3-42a8-a621-f80ab459fb54 req-1790dd88-c7b1-4696-8662-05032402a24d tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:51.756285 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-31e33c5e-d9d3-42a8-a621-f80ab459fb54 req-1790dd88-c7b1-4696-8662-05032402a24d tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 945 time: 0.0704374 Jun 21 14:11:51.793932 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-31e33c5e-d9d3-42a8-a621-f80ab459fb54 req-b930140a-5088-4bb8-96cf-f0feb5099494 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Jun 21 14:11:51.803465 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:11:52.977432 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aba818-bebe-4ee6-ae2a-51b15bfb9041 req-c992d181-58b9-4f1f-90dd-a8b2c3a8df58 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:52.978876 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-52aba818-bebe-4ee6-ae2a-51b15bfb9041 req-c992d181-58b9-4f1f-90dd-a8b2c3a8df58 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 945 time: 0.0702524 Jun 21 14:11:53.021956 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-52aba818-bebe-4ee6-ae2a-51b15bfb9041 req-0daee2b7-0f92-4e47-96d6-6bb4b5aea1c9 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372214 Jun 21 14:11:53.127988 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:11:53.195578 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning for port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 completed by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:11:53.199193 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:11:53.199569 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:53.272320 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:53.295718 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:11:53.297996 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ae7801-2c5e-4b9a-8762-6cdfe241200f" -d '{"events": [{"server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "name": "network-vif-plugged", "status": "completed", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:11:53.310391 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:11:53.316877 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:53.318683 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:53.339533 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c2d376-3dc3-49aa-ac65-07071e1fa487 x-openstack-request-id: req-f6c2d376-3dc3-49aa-ac65-07071e1fa487 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:11:53.339822 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "name": "network-vif-plugged", "status": "completed", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:11:53.340115 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6c2d376-3dc3-49aa-ac65-07071e1fa487 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:11:53.340503 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'code': 200} Jun 21 14:11:53.367546 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=5']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:53.374535 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.374900 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.375230 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.375556 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.375879 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.376194 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.376536 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.376839 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.377162 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.377467 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.377801 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.378170 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:11:53.382166 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:53.649836 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d610e4-d536-4565-ad9d-4275cb307878 req-d2975269-a959-46b2-91fd-a0f656e95a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:53.651173 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-98d610e4-d536-4565-ad9d-4275cb307878 req-d2975269-a959-46b2-91fd-a0f656e95a1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0598259 Jun 21 14:11:53.686188 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-98d610e4-d536-4565-ad9d-4275cb307878 req-ebf0e406-cd47-4cd8-ab65-d8d399fed1f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277433 Jun 21 14:11:54.222745 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931fe5d-fc6a-41e8-ad30-0666bb5f1d46 req-a79c9dbf-3a86-4f23-98a5-e92fa61f0788 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:54.224203 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8931fe5d-fc6a-41e8-ad30-0666bb5f1d46 req-a79c9dbf-3a86-4f23-98a5-e92fa61f0788 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0760677 Jun 21 14:11:54.263828 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-8931fe5d-fc6a-41e8-ad30-0666bb5f1d46 req-0a313573-4ad5-4319-a745-0024565690f4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338552 Jun 21 14:11:55.444242 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:11:55.456717 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42a1b2-474c-4009-ad6b-e91bedf02524 req-dd75690e-f248-49b2-8516-34707607e047 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:55.458270 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0b42a1b2-474c-4009-ad6b-e91bedf02524 req-dd75690e-f248-49b2-8516-34707607e047 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0712068 Jun 21 14:11:55.495837 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0b42a1b2-474c-4009-ad6b-e91bedf02524 req-6f7ef00a-0776-4ab3-b808-590dfdbba464 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Jun 21 14:11:55.678386 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85838db3-c072-45f9-9a92-e9331a42bcce req-07f3756c-8b56-4306-9e14-0ff604d5e1ba tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:55.679715 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-85838db3-c072-45f9-9a92-e9331a42bcce req-07f3756c-8b56-4306-9e14-0ff604d5e1ba tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0723209 Jun 21 14:11:55.720925 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-85838db3-c072-45f9-9a92-e9331a42bcce req-2b73869c-ad4b-4da5-933c-a553e2aa2d0b tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353210 Jun 21 14:11:55.745192 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46526) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:55.903530 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2a9152-99a5-428d-8f5c-6c9c9f7ab4ef tempest-TestShelveInstance-875724954 tempest-TestShelveInstance-875724954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:55.905036 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3b2a9152-99a5-428d-8f5c-6c9c9f7ab4ef tempest-TestShelveInstance-875724954 tempest-TestShelveInstance-875724954-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1094 time: 0.1588664 Jun 21 14:11:55.908483 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46530) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:11:55.915476 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.v2.base [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Request body: {'floatingip': {'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'port_id': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:11:55.944765 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for floatingip, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:56.045710 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1611960'] for port, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:56.150169 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_common [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Allocated IP 172.27.2.165 (40be8513-004c-4acd-9bd0-4ca9151a08d2/ce47fa25-86ea-44e2-bef5-e799b68248c8/4325d782-5b93-44c5-af9a-3fc5152a1a00) {{(pid=92754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:11:56.245657 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for port, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:56.292840 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745719782238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13808825'] for port, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:56.294805 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9e2d73b9-0b80-4485-b969-74f1905a06de tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:56.332889 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Network 40be8513-004c-4acd-9bd0-4ca9151a08d2 is already hosted by enough agents. {{(pid=92754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:11:56.337825 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.base_scheduler [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Resources bound (agent type, host, resource id): {{(pid=92754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:11:56.340019 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'Port': ['ID=4325d782-5b93-44c5-af9a-3fc5152a1a00,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:56.342110 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Received port after_create {{(pid=92754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:11:56.343997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:56.695957 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:56.775864 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:56.923672 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for port, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:56.930852 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808783'] for port, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:56.932845 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9db398ee-3322-4d36-8869-f664034d9f8e tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:11:56.992650 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event updated for resources: {'Port': ['ID=4325d782-5b93-44c5-af9a-3fc5152a1a00,revision_number=2']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:11:56.996465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:11:57.006876 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:57.118481 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Floating IP a4cb9478-502f-400b-8549-7a68eaa80fdd associated. External IP: 172.27.2.165, port: c6d3ca53-5010-4407-8ad1-8d3e7880d0e6. Jun 21 14:11:57.328542 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Router 029a7394-cdeb-42e7-b616-a1e02d284f90 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:11:57.434146 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:11:57.444465 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] Sync routers for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:11:57.454859 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:57.458277 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:57.458935 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:57.492101 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-7618c96b-44b5-415d-ade5-032221770643 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5823810 Jun 21 14:11:57.492808 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:11:57.495118 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e164003-fbec-43bc-9946-b0ddf9473cec" -d '{"events": [{"name": "network-changed", "server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:11:57.532799 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25521b0b-2a28-403b-b3e8-9a7f5e7c9a3a x-openstack-request-id: req-25521b0b-2a28-403b-b3e8-9a7f5e7c9a3a {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:11:57.533131 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:11:57.533414 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25521b0b-2a28-403b-b3e8-9a7f5e7c9a3a {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:11:57.533841 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'status': 'completed', 'code': 200} Jun 21 14:11:57.652002 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-4158b615-4dcc-4589-8bd7-1f1ffca2b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:57.652858 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:57.653698 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-4158b615-4dcc-4589-8bd7-1f1ffca2b2f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0538032 Jun 21 14:11:57.744828 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-6c8ea6f5-fbb7-4213-9757-6c6ec11aa299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:57.746282 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-6c8ea6f5-fbb7-4213-9757-6c6ec11aa299 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0857489 Jun 21 14:11:57.809671 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-a3a70878-b5cb-4f7c-bc9f-7353729948af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1000 time: 0.0566199 Jun 21 14:11:57.864795 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-ad6faa68-c3d0-436a-a9bf-44bb1df500c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:57.866233 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-ad6faa68-c3d0-436a-a9bf-44bb1df500c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0481734 Jun 21 14:11:57.872568 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'a4cb9478-502f-400b-8549-7a68eaa80fdd', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'port_id': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'mac_address': 'fa:16:3e:af:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:11:56Z', 'updated_at': '2021-06-21T14:11:56Z', 'revision_number': 0, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 5, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:57.898562 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] Checking router: 029a7394-cdeb-42e7-b616-a1e02d284f90 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:11:57.908164 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:11:57.908803 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:57.921560 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-015fcd60-9ba9-4bde-ba1c-c920d581dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:11:57.923034 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-015fcd60-9ba9-4bde-ba1c-c920d581dd21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503557 Jun 21 14:11:58.012025 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:11:58.015245 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-2054dcfb-d539-48f1-87f8-14ba343485a4 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793602 Jun 21 14:11:58.112389 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-6e164003-fbec-43bc-9946-b0ddf9473cec req-65ee3c6c-e053-43dd-91b6-72bfe974cc2e service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854914 Jun 21 14:11:58.236458 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'a4cb9478-502f-400b-8549-7a68eaa80fdd', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'port_id': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'mac_address': 'fa:16:3e:af:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:11:56Z', 'updated_at': '2021-06-21T14:11:56Z', 'revision_number': 0, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 5, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:11:58.261458 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13425408-5b44-420b-8068-8b37ec228c60 None None] The sync data for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi is: [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_floatingips': [{'id': 'a4cb9478-502f-400b-8549-7a68eaa80fdd', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'router_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'port_id': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'mac_address': 'fa:16:3e:af:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:11:56Z', 'updated_at': '2021-06-21T14:11:56Z', 'revision_number': 0, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 5, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:11:58.453725 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f1d20-b0a1-40a7-afef-95141fa83eef None None] New status for floating IP a4cb9478-502f-400b-8549-7a68eaa80fdd: ACTIVE {{(pid=92755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:12:03.896655 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf239b0-4861-400f-ba45-73121fd1d732 req-d45d7805-3a27-491f-b158-4df3c1109c79 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:12:03.898110 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-faf239b0-4861-400f-ba45-73121fd1d732 req-d45d7805-3a27-491f-b158-4df3c1109c79 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 946 time: 0.0629871 Jun 21 14:12:03.936023 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-faf239b0-4861-400f-ba45-73121fd1d732 req-c3db3bf8-1a41-4fac-841b-42449b931d78 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320950 Jun 21 14:12:04.449786 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a0a81680-a24d-4a1a-85ce-5580f10fabc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:05.148817 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb0ea4-2d8e-4d8c-98ee-738afd919963 req-0f0e7574-6e56-4056-a802-105f2a7e2531 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:12:05.150265 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-afbb0ea4-2d8e-4d8c-98ee-738afd919963 req-0f0e7574-6e56-4056-a802-105f2a7e2531 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 946 time: 0.0654163 Jun 21 14:12:05.188649 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-afbb0ea4-2d8e-4d8c-98ee-738afd919963 req-6d38a003-3aee-449c-9a8b-7a5b4a6cd67d tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314798 Jun 21 14:12:05.900822 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-e966c734-e5ff-44e7-836e-49e6e702e542 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:12:05.902234 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-e966c734-e5ff-44e7-836e-49e6e702e542 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 946 time: 0.0726159 Jun 21 14:12:06.001894 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Deleting port 52b83dfb-a25b-443e-8022-8d5ff5d19899 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:12:06.002198 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:06.097931 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] For port 52b83dfb-a25b-443e-8022-8d5ff5d19899, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=52b83dfb-a25b-443e-8022-8d5ff5d19899,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:12:06.098229 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:06.258374 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:06.259071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610999'] for floatingip, after_update {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:06.259071 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.db.l3_db [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Floating IP c8acd3f0-7158-492b-97fa-7980e5050aa7 disassociated. External IP: 172.27.2.5, port: 52b83dfb-a25b-443e-8022-8d5ff5d19899. Jun 21 14:12:06.259451 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Calling delete_port for 52b83dfb-a25b-443e-8022-8d5ff5d19899 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:12:06.371746 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7c29-b8b2-4208-a210-5f75e36599fa req-aeaf9912-1ac3-4b1e-b1f3-0cfa40f738ff tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:12:06.374069 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ca4f7c29-b8b2-4208-a210-5f75e36599fa req-aeaf9912-1ac3-4b1e-b1f3-0cfa40f738ff tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 946 time: 0.0679283 Jun 21 14:12:06.392706 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:06.396781 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-29799b43-13b6-4737-af32-60938189a5ca tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:06.411674 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ca4f7c29-b8b2-4208-a210-5f75e36599fa req-564356af-3b18-4518-8164-437c7bbd2e3e tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b0d0e53-260f-4a06-b583-f7659b087e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313787 Jun 21 14:12:06.421710 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event deleted for resources: {'Port': ['ID=52b83dfb-a25b-443e-8022-8d5ff5d19899,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:06.424772 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:06.815906 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:12:06.923014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:12:06.933713 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] Sync routers for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:12:06.943951 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:12:06.944594 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:11:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:06.967230 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] No DVR routers for this DVR port 52b83dfb-a25b-443e-8022-8d5ff5d19899 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:12:06.969986 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:06.971964 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-c1324b72-387d-4823-b2ba-e1d7b1b619ff req-9f4b48b2-d5b4-43f8-a0e4-94f73081f83f tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.64 "DELETE /v2.0/ports/52b83dfb-a25b-443e-8022-8d5ff5d19899 HTTP/1.1" status: 204 len: 173 time: 1.0633640 Jun 21 14:12:06.972503 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-deleted', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:12:06.974840 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e672773-bd9e-43d5-bc2a-b6c2e3b0524a" -d '{"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-deleted", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:12:07.014168 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbcd344-80d9-43d2-9ea1-39c3994a6b4f x-openstack-request-id: req-9bbcd344-80d9-43d2-9ea1-39c3994a6b4f {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:12:07.014526 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3db1eea-93dd-40f3-9c7f-c0466a1858ef", "name": "network-vif-deleted", "tag": "52b83dfb-a25b-443e-8022-8d5ff5d19899", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:12:07.014816 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bbcd344-80d9-43d2-9ea1-39c3994a6b4f {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:12:07.015341 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3db1eea-93dd-40f3-9c7f-c0466a1858ef', 'name': 'network-vif-deleted', 'tag': '52b83dfb-a25b-443e-8022-8d5ff5d19899', 'status': 'completed', 'code': 200} Jun 21 14:12:07.051463 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:12:07.071604 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0b1452eb-e32c-46e9-a2ca-b53cff82ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:07.237465 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:07.266384 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] Checking router: 0d8ccb41-79c5-4a56-8049-d34ad8978b88 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:12:07.275026 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:12:07.275637 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:12:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:07.345268 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:07.378966 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:12:07.578419 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:07.580945 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5b1fda8c-cb52-4fa4-b26d-5c8a6030a872 req-8ca11deb-6c72-43a0-9185-0e902a9fb9a1 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3db1eea-93dd-40f3-9c7f-c0466a1858ef HTTP/1.1" status: 200 len: 210 time: 0.0292504 Jun 21 14:12:07.608637 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5b58e4-c1eb-415f-ba1f-462e3b427315 None None] The sync data for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi is: [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:18Z', 'revision_number': 4, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '15b14233-034e-496c-ba6e-93d476619227', 'name': '', 'network_id': 'c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'mac_address': 'fa:16:3e:55:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:17Z', 'updated_at': '2021-06-21T14:02:28Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'subnets': [{'id': '5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:12:07.836009 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841cc7b3-bd34-481a-b498-8f9e0d02d6b8 None None] New status for floating IP c8acd3f0-7158-492b-97fa-7980e5050aa7: DOWN {{(pid=92755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:12:08.196058 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:08.738130 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46562) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:08.794033 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:08.817239 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:08.862936 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:08.865541 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:08.866650 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "DELETE /v2.0/security-groups/8b0d0e53-260f-4a06-b583-f7659b087e2d HTTP/1.1" status: 204 len: 168 time: 0.1275122 Jun 21 14:12:08.867336 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:08.869949 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46564) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:08.876886 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0d0e53-260f-4a06-b583-f7659b087e2d,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:08.883408 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:08.884164 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.884575 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.884944 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.885309 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.885530 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.api.v2.resource [None req-333ecb19-35ce-4cc5-b894-7c3aeb741010 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] show failed (client error): The resource could not be found. Jun 21 14:12:08.885671 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.886028 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.886393 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.886749 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.886935 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-333ecb19-35ce-4cc5-b894-7c3aeb741010 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "GET /v2.0/security-groups/8b0d0e53-260f-4a06-b583-f7659b087e2d HTTP/1.1" status: 404 len: 347 time: 0.0157957 Jun 21 14:12:08.887117 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.887449 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.887800 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.888149 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:08.889793 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46566) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:08.891282 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-927da7d6-e555-4724-b85f-88e4dd392a74 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:09.013501 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Deleting port 486e67cb-fc5e-4c7c-ab2a-713278c6e1aa {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:12:09.013842 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:09.094657 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:09.094884 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:09.158286 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Calling delete_port for 486e67cb-fc5e-4c7c-ab2a-713278c6e1aa owned by network:floatingip {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:12:09.159732 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:12:09.180960 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: 52b83dfb-a25b-443e-8022-8d5ff5d19899 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:12:09.181305 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device 52b83dfb-a25b-443e-8022-8d5ff5d19899 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:12:09.292317 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:09.294384 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4589dad0-bd0f-4645-8223-1c7a939259be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:09.315846 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Pushing event deleted for resources: {'Port': ['ID=486e67cb-fc5e-4c7c-ab2a-713278c6e1aa,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:09.319652 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:09.382380 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks [] for floatingip, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:09.384838 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:09.385984 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0cae4c26-a51d-4f9c-a397-a95a94e34254 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] 10.222.0.21 "DELETE /v2.0/floatingips/c8acd3f0-7158-492b-97fa-7980e5050aa7 HTTP/1.1" status: 204 len: 168 time: 0.4952021 Jun 21 14:12:09.658333 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:12.001635 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46590) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:12.472095 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:12.725411 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Deleting port 15b14233-034e-496c-ba6e-93d476619227 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:12:12.725711 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:12.805923 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] For port 15b14233-034e-496c-ba6e-93d476619227, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=15b14233-034e-496c-ba6e-93d476619227,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:12:12.806230 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:12.868830 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Calling delete_port for 15b14233-034e-496c-ba6e-93d476619227 owned by network:router_interface {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:12:13.059118 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:13.061935 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-a6ba9dce-b484-4d27-8f06-f3cec232e843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:13.093370 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b14233-034e-496c-ba6e-93d476619227,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:13.095327 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:13.250014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:13.457360 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:12:13.563200 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:12:13.568292 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] 10.222.0.21 "PUT /v2.0/routers/0d8ccb41-79c5-4a56-8049-d34ad8978b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5653222 Jun 21 14:12:13.571448 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46594) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:13.572345 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] Sync routers for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:12:13.582113 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:12:13.582734 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:12:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:13.676014 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:13.772079 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:12:13.777922 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:13.831706 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Deleting port cbfcdaa5-30aa-411a-a60d-6df480a471b8 {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:12:13.832031 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:13.908228 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] For port cbfcdaa5-30aa-411a-a60d-6df480a471b8, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=cbfcdaa5-30aa-411a-a60d-6df480a471b8,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:12:13.908614 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:13.941758 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:12:13Z', 'revision_number': 5, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port': {'id': 'cbfcdaa5-30aa-411a-a60d-6df480a471b8', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:13.966911 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] Checking router: 0d8ccb41-79c5-4a56-8049-d34ad8978b88 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:12:13.974862 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Calling delete_port for cbfcdaa5-30aa-411a-a60d-6df480a471b8 owned by network:router_gateway {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:12:13.975269 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] Routers {'0d8ccb41-79c5-4a56-8049-d34ad8978b88'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:12:13.975934 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:12:07Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:14.055464 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] Set router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 gateway port host: None {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:12:14.109711 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:12:13Z', 'revision_number': 6, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port_host': None}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:14.135683 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32654121-3c81-4e75-a776-718d4dab2713 None None] The sync data for ids ['0d8ccb41-79c5-4a56-8049-d34ad8978b88'] in dv-cinder-794962-5-iscsi is: [{'id': '0d8ccb41-79c5-4a56-8049-d34ad8978b88', 'name': 'tempest-AttachVolumeShelveTestJSON-369896573-router', 'tenant_id': '2df8686152384c01ace3fc274154a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:02:13Z', 'updated_at': '2021-06-21T14:12:13Z', 'revision_number': 6, 'project_id': '2df8686152384c01ace3fc274154a2e9', 'gw_port_host': None}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:12:14.135910 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.137939 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-76b01c58-f3e6-42a7-8c20-93706d0cc051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:14.160121 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfcdaa5-30aa-411a-a60d-6df480a471b8,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:14.172962 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.173346 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.173720 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.174086 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.174446 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.174817 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.175167 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.175524 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.175879 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.176232 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.176611 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.176966 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:12:14.194390 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:14.235246 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.320634 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.323138 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.366383 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.366910 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8ccb41-79c5-4a56-8049-d34ad8978b88 {{(pid=92753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:12:14.371534 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.372723 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-7d67a13b-113d-4e2c-94d5-005d3eeaf0a1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0d8ccb41-79c5-4a56-8049-d34ad8978b88 HTTP/1.1" status: 204 len: 168 time: 0.8002822 Jun 21 14:12:14.375198 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46596) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:14.417671 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.db_base_plugin_v2 [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] Deleting subnet 5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e {{(pid=92753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:12:14.420621 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.457877 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13929210'] for subnet, precommit_delete_associations {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.534845 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.590081 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12713628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12956034'] for subnet, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.592707 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-99d777cf-0dd2-4e6e-bb32-6fa5de889547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:14.616556 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:14.618517 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.620389 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5596ca6b-9c8a-41ee-bd4c-0fcc7162fc5e HTTP/1.1" status: 204 len: 168 time: 0.2442889 Jun 21 14:12:14.621299 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-531122d5-bcf4-430a-a044-f8cc8fac3997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:14.622935 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46598) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:14.623074 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255fe70-f854-4184-8acd-b8374e123253 None None] Network c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:12:14.692179 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.747786 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Deleting port c7e44d6d-d7a5-4279-9ab4-b04199720dea {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:12:14.748100 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.812515 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] For port c7e44d6d-d7a5-4279-9ab4-b04199720dea, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=c7e44d6d-d7a5-4279-9ab4-b04199720dea,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:12:14.812822 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.879197 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] DHCP port deletion for c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 request from dv-cinder-794962-5-iscsi {{(pid=92755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:12:14.880051 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Calling delete_port for c7e44d6d-d7a5-4279-9ab4-b04199720dea owned by network:dhcp {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:12:14.933890 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] Deleting port c7e44d6d-d7a5-4279-9ab4-b04199720dea {{(pid=92755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:12:14.934269 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.964562 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.967131 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4b1a9f74-e836-4054-8fb9-dc9f57db65d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:14.991306 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e44d6d-d7a5-4279-9ab4-b04199720dea,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:14.994289 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:14.997942 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] For port c7e44d6d-d7a5-4279-9ab4-b04199720dea, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=c7e44d6d-d7a5-4279-9ab4-b04199720dea,segment=NetworkSegment(a48839f6-b2a2-4082-8bfb-b5e988769685),segment_id=a48839f6-b2a2-4082-8bfb-b5e988769685)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:12:14.998339 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:14.998849 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] No DVR routers for this DVR port c7e44d6d-d7a5-4279-9ab4-b04199720dea on host dv-cinder-794962-5-iscsi {{(pid=92753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:12:15.067026 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] Calling delete_port for c7e44d6d-d7a5-4279-9ab4-b04199720dea owned by network:dhcp {{(pid=92755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:12:15.074107 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.084062 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5']}} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:15.093915 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48839f6-b2a2-4082-8bfb-b5e988769685') {'for_net_delete': True} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:15.094329 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.services.segments.db [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48839f6-b2a2-4082-8bfb-b5e988769685') {} {{(pid=92753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:12:15.103129 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929203'] for segment, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.117612 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.123918 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=92753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:12:15.124317 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12712247'] for segment, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: Traceback (most recent call last): Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: timer() Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: cb(*args, **kw) Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: return func(*args, **kwargs) Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: self._notify() Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: self.callback(batched_events) Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: event.method(event) Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: return f(self, *a, **k) Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._get(url).json() Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: return self.request(url, 'GET', **kwargs) Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:12:15.126927 dv-cinder-794962-5-iscsi neutron-server[92753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:12:15.142263 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247'] for port, after_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.150690 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-e0eda361-3177-4c46-8f32-0b8ee07c30a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:15.155061 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] No DVR routers for this DVR port c7e44d6d-d7a5-4279-9ab4-b04199720dea on host dv-cinder-794962-5-iscsi {{(pid=92755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:12:15.177847 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] Pushing event deleted for resources: {'Port': ['ID=c7e44d6d-d7a5-4279-9ab4-b04199720dea,revision_number=None']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:15.183367 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-edaaae13-6d92-4ebf-a0d3-db4e177f9b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:15.190220 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.194129 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:15.197267 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.201795 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5 HTTP/1.1" status: 204 len: 168 time: 0.5751390 Jun 21 14:12:15.210104 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b012b7-9f1a-4344-b6d5-5ea7a132f2c5,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:15.212525 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-691f4b86-a305-406d-853c-79828bc6dafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:15.321746 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46602) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:15.363445 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-770c85c5-0c0b-4417-80f4-27b647fc65e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2df8686152384c01ace3fc274154a2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402799 Jun 21 14:12:15.365677 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46604) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:15.423915 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c296a93f-e8b5-48c7-a37f-9b808f146403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.447238 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c296a93f-e8b5-48c7-a37f-9b808f146403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.494740 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c296a93f-e8b5-48c7-a37f-9b808f146403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.497309 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c296a93f-e8b5-48c7-a37f-9b808f146403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:15.498475 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-c296a93f-e8b5-48c7-a37f-9b808f146403 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ebbe090-94ae-4136-9a80-58845ef72afd HTTP/1.1" status: 204 len: 168 time: 0.1317773 Jun 21 14:12:15.499251 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ddebb1d4-beec-4d32-ad49-0f7cb194230a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:15.507261 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296a93f-e8b5-48c7-a37f-9b808f146403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebbe090-94ae-4136-9a80-58845ef72afd,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:15.510538 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c296a93f-e8b5-48c7-a37f-9b808f146403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:15.571448 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device c7e44d6d-d7a5-4279-9ab4-b04199720dea no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:12:15.590457 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: c7e44d6d-d7a5-4279-9ab4-b04199720dea {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:12:15.590807 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device c7e44d6d-d7a5-4279-9ab4-b04199720dea not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:12:15.591222 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 15b14233-034e-496c-ba6e-93d476619227 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:12:15.608643 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 15b14233-034e-496c-ba6e-93d476619227 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:12:15.608993 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 15b14233-034e-496c-ba6e-93d476619227 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:12:15.609406 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device cbfcdaa5-30aa-411a-a60d-6df480a471b8 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:12:15.627487 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: cbfcdaa5-30aa-411a-a60d-6df480a471b8 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:12:15.628123 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device cbfcdaa5-30aa-411a-a60d-6df480a471b8 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:12:16.519218 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-136b3a33-9970-4dab-8b73-30f36690742d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522861 Jun 21 14:12:16.637317 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-767b56fc-e07c-4503-a2ee-0d92bf9a1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:12:16.638795 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-767b56fc-e07c-4503-a2ee-0d92bf9a1d9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0525649 Jun 21 14:12:16.744452 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-481cbb26-1c6a-427c-9d99-e81190fbd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:12:16.745920 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-481cbb26-1c6a-427c-9d99-e81190fbd459 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0858340 Jun 21 14:12:16.813802 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-3f5ed159-82cf-4df3-a62f-f2676c8430d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1002 time: 0.0570402 Jun 21 14:12:16.862525 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-24dd64f8-2f8b-4519-9d48-fcad099d953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:12:16.863947 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-24dd64f8-2f8b-4519-9d48-fcad099d953d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0427070 Jun 21 14:12:16.925582 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-0472c8ca-237a-4132-a2cc-7c29cfbdadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:12:16.927294 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-0472c8ca-237a-4132-a2cc-7c29cfbdadc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567379 Jun 21 14:12:17.016518 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-ca93c0f6-b870-453e-b82f-8ad18bc3a196 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823038 Jun 21 14:12:17.111461 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-eed2c5e3-bd2a-453f-9475-8702ccbfa1e9 req-6bba3dd0-feda-40d3-a456-ea18e3c2c44b service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869837 Jun 21 14:12:17.258453 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46654) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:17.376543 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cf58c6be-47e7-4010-9490-b401b28e87f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:17.470145 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cf58c6be-47e7-4010-9490-b401b28e87f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:17.476751 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-cf58c6be-47e7-4010-9490-b401b28e87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:17.480276 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-80511388-8cc8-4783-bdbe-4a741a99dcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:17.519497 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-cf58c6be-47e7-4010-9490-b401b28e87f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fedaf72782e474282e3a4429e5722e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589054 Jun 21 14:12:17.520985 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c6be-47e7-4010-9490-b401b28e87f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4125f457-0a06-4d0e-bd8f-affb23f77d8d,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:17.521846 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46658) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:17.524339 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cf58c6be-47e7-4010-9490-b401b28e87f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:17.576290 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f53-0c2a-4952-9c90-6465d2485d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:17.597359 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f53-0c2a-4952-9c90-6465d2485d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:17.643961 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f53-0c2a-4952-9c90-6465d2485d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:17.646746 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f53-0c2a-4952-9c90-6465d2485d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:17.648038 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-c27d9f53-0c2a-4952-9c90-6465d2485d25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4125f457-0a06-4d0e-bd8f-affb23f77d8d HTTP/1.1" status: 204 len: 168 time: 0.1245286 Jun 21 14:12:17.648796 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c4d3b27f-63bb-43db-8e49-1327d8fbd0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:17.656511 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d9f53-0c2a-4952-9c90-6465d2485d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4125f457-0a06-4d0e-bd8f-affb23f77d8d,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:17.658669 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c27d9f53-0c2a-4952-9c90-6465d2485d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:17.922211 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 46666) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:17.935905 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8e05fe75-0a12-4e9e-be49-be5bbe082385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:18.028895 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8e05fe75-0a12-4e9e-be49-be5bbe082385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:18.034988 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-8e05fe75-0a12-4e9e-be49-be5bbe082385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:18.037704 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-b35bb483-50ef-432f-b601-224682218da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:18.073513 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-8e05fe75-0a12-4e9e-be49-be5bbe082385 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56034d28388c40bdb1eab8dbf46da97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501501 Jun 21 14:12:18.075299 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05fe75-0a12-4e9e-be49-be5bbe082385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a39ea5-d5c3-4798-9aee-e1385ec0c164,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:18.076381 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 46668) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:12:18.078573 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-8e05fe75-0a12-4e9e-be49-be5bbe082385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:18.132073 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ba784fec-2be4-4478-bf81-9d2e6cf99969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:18.157760 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ba784fec-2be4-4478-bf81-9d2e6cf99969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:18.209536 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ba784fec-2be4-4478-bf81-9d2e6cf99969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:18.212212 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ba784fec-2be4-4478-bf81-9d2e6cf99969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:18.213407 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-ba784fec-2be4-4478-bf81-9d2e6cf99969 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7a39ea5-d5c3-4798-9aee-e1385ec0c164 HTTP/1.1" status: 204 len: 168 time: 0.1360328 Jun 21 14:12:18.214181 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-2eeda400-0eed-4acc-9b59-38438b7e7cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:12:18.223731 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba784fec-2be4-4478-bf81-9d2e6cf99969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a39ea5-d5c3-4798-9aee-e1385ec0c164,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:12:18.226269 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ba784fec-2be4-4478-bf81-9d2e6cf99969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:12:32.442544 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:12:34.460129 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-930e1fc2-6fc6-4089-9eee-9adff1119dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:37.081600 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fbf0cf30-7f4a-42f4-8c65-c219019fb0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:37.347540 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:38.198892 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:38.913904 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:39.668288 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:04.455073 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-2d19824c-623a-47d1-b386-d61177fff256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:06.753372 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47086) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:06.856063 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4439ad0a-b5aa-420b-b02b-29ebc1692417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:06.940859 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4439ad0a-b5aa-420b-b02b-29ebc1692417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:06.946102 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4439ad0a-b5aa-420b-b02b-29ebc1692417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:06.949858 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-8e05fe75-0a12-4e9e-be49-be5bbe082385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:06.983105 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4439ad0a-b5aa-420b-b02b-29ebc1692417 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30cb88ac46b24346b8b77126abd07861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286372 Jun 21 14:13:06.985625 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439ad0a-b5aa-420b-b02b-29ebc1692417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2744a07-0e4a-43a4-860e-7bf9a5c62f0d,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:06.985912 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47090) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:06.990284 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4439ad0a-b5aa-420b-b02b-29ebc1692417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:07.041612 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c427cd2a-9ab7-49ed-ae6a-80203e33c956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.071031 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c427cd2a-9ab7-49ed-ae6a-80203e33c956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.076793 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c556ce0b-d1f6-4e64-8453-43ac8261b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.120663 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c427cd2a-9ab7-49ed-ae6a-80203e33c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.123534 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c427cd2a-9ab7-49ed-ae6a-80203e33c956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.124784 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c427cd2a-9ab7-49ed-ae6a-80203e33c956 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2744a07-0e4a-43a4-860e-7bf9a5c62f0d HTTP/1.1" status: 204 len: 168 time: 0.1378551 Jun 21 14:13:07.125545 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-be2c2d2e-1e0f-4ecc-83bb-bbcc3412b294 tempest-AttachVolumeShelveTestJSON-2067553328 tempest-AttachVolumeShelveTestJSON-2067553328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:07.133016 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427cd2a-9ab7-49ed-ae6a-80203e33c956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2744a07-0e4a-43a4-860e-7bf9a5c62f0d,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:07.135441 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c427cd2a-9ab7-49ed-ae6a-80203e33c956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:07.348957 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.391970 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47096) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:07.406120 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ff1f92d9-de5a-4840-b1d2-ecfba064ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.494921 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ff1f92d9-de5a-4840-b1d2-ecfba064ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.499864 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-ff1f92d9-de5a-4840-b1d2-ecfba064ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.502251 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cf58c6be-47e7-4010-9490-b401b28e87f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:07.538337 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-ff1f92d9-de5a-4840-b1d2-ecfba064ea1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b8cecac11b6422fa8a3a753404e4326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451967 Jun 21 14:13:07.539345 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f92d9-de5a-4840-b1d2-ecfba064ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664427d3-bf48-4866-a108-cb5acecf9296,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:07.541259 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47098) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:07.542537 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-ff1f92d9-de5a-4840-b1d2-ecfba064ea1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:07.591762 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d0510975-95fd-4fa8-8998-dbd77672762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.614012 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d0510975-95fd-4fa8-8998-dbd77672762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.671572 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d0510975-95fd-4fa8-8998-dbd77672762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.674202 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-d0510975-95fd-4fa8-8998-dbd77672762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:07.675357 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-d0510975-95fd-4fa8-8998-dbd77672762a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/664427d3-bf48-4866-a108-cb5acecf9296 HTTP/1.1" status: 204 len: 168 time: 0.1324606 Jun 21 14:13:07.676140 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-65c9a3bb-4a13-4308-810e-c725d69f997e tempest-AttachVolumeTestJSON-287379602 tempest-AttachVolumeTestJSON-287379602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:07.683326 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0510975-95fd-4fa8-8998-dbd77672762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664427d3-bf48-4866-a108-cb5acecf9296,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:07.685566 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-d0510975-95fd-4fa8-8998-dbd77672762a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:08.190901 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:08.897955 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:09.442343 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:13:09.665448 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:16.617827 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-6d4fd6b9-e1ae-4379-9d1c-75ac22c1117c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1455970 Jun 21 14:13:16.739522 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-b74b6b6e-e90a-48fe-9927-b4d6ad879f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:13:16.740905 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-b74b6b6e-e90a-48fe-9927-b4d6ad879f0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0539136 Jun 21 14:13:16.846724 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-b138f115-3660-46c5-8533-524240448fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:13:16.848164 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-b138f115-3660-46c5-8533-524240448fde service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0818567 Jun 21 14:13:16.916439 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-f5e0da21-a3f0-4ac7-aa31-40f745f30f34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1002 time: 0.0613456 Jun 21 14:13:16.966071 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-e803d19f-0855-4bfe-88a1-f8cdf23dd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:13:16.967387 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-e803d19f-0855-4bfe-88a1-f8cdf23dd012 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0438700 Jun 21 14:13:17.022893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-dc18e75a-5a77-48d1-8318-027ad7c60204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:13:17.024236 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-dc18e75a-5a77-48d1-8318-027ad7c60204 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498714 Jun 21 14:13:17.121370 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-5a34cd52-cdd4-4471-98b8-f942d2c89f32 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890300 Jun 21 14:13:17.213862 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-350c5554-3fda-4acf-b499-f33548b42ae5 req-248128f7-0147-4a5b-a4a7-a65c84703861 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844693 Jun 21 14:13:20.801262 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47244) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:20.904369 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:20.990169 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:20.996563 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:20.998933 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-da5a1e26-57ef-4b99-b3be-5af7c20db0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:21.034246 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e675e245fc754a9b960f3e594a3931c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318120 Jun 21 14:13:21.035049 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb60802-9328-4a59-a499-821ef7fc265d,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:21.036968 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47248) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:21.052626 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.053013 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.053408 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.053776 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.054143 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.054506 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.054867 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.055227 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.055587 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.055941 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.056280 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.056658 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.061514 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-ac1ae180-94fa-424a-9724-c1765e16e0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:21.096142 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-11acddb5-315d-440a-bd33-b5490b7f5c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.117760 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-11acddb5-315d-440a-bd33-b5490b7f5c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.175060 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-11acddb5-315d-440a-bd33-b5490b7f5c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.177741 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-11acddb5-315d-440a-bd33-b5490b7f5c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.178869 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-11acddb5-315d-440a-bd33-b5490b7f5c33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcb60802-9328-4a59-a499-821ef7fc265d HTTP/1.1" status: 204 len: 168 time: 0.1410198 Jun 21 14:13:21.179647 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-59e157dc-bf05-47d1-bc9b-e8026ab003ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:21.186961 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acddb5-315d-440a-bd33-b5490b7f5c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb60802-9328-4a59-a499-821ef7fc265d,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:21.189364 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-11acddb5-315d-440a-bd33-b5490b7f5c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:21.445734 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47254) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:21.459297 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dadb3ec1-7eff-4aaa-9cfd-aa762231e7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.549054 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dadb3ec1-7eff-4aaa-9cfd-aa762231e7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.554967 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-dadb3ec1-7eff-4aaa-9cfd-aa762231e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.558120 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-7da82158-5daa-4752-9cad-792b663c7c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:21.592360 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-dadb3ec1-7eff-4aaa-9cfd-aa762231e7b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e219d7f83314fc9bef85ea00410667c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455979 Jun 21 14:13:21.593511 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb3ec1-7eff-4aaa-9cfd-aa762231e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc88ba2-7958-4dfa-bde8-b64fdd348391,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:21.596014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47256) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:21.596579 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-dadb3ec1-7eff-4aaa-9cfd-aa762231e7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:21.652991 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.675185 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.724174 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.726733 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:21.728160 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afc88ba2-7958-4dfa-bde8-b64fdd348391 HTTP/1.1" status: 204 len: 168 time: 0.1311309 Jun 21 14:13:21.728920 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c4c384a2-702f-4d13-ac3e-b1b718ed65de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:21.736050 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc88ba2-7958-4dfa-bde8-b64fdd348391,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:21.743114 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.743490 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.743850 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.744206 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.744589 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.744944 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.745286 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.745643 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.745988 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.746332 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.746672 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.747009 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:13:21.750269 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b7791efc-54a7-4ecc-83cf-5adbc8387dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:23.523448 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [req-43ceeed5-db8b-4935-b8e7-af1ded5d0d5c req-cf5197b3-9662-4b6f-962e-0e297224a2b0 service neutron] (92753) timed out ('10.222.0.64', 56609) {{(pid=92753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 14:13:26.779460 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47330) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:26.889758 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fa1524b8-c282-47ed-a3b5-a5c7a5d614b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:26.979447 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fa1524b8-c282-47ed-a3b5-a5c7a5d614b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:26.984614 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fa1524b8-c282-47ed-a3b5-a5c7a5d614b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:26.986814 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-045dd9e9-f372-4d1d-91de-8c438fa88362 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:27.020461 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-fa1524b8-c282-47ed-a3b5-a5c7a5d614b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f913bd04641c40b7bcd51ad2fbb9991b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398295 Jun 21 14:13:27.021417 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1524b8-c282-47ed-a3b5-a5c7a5d614b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a34f5-5b52-47d3-88b7-2beadfb54c50,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:27.023507 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47334) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:27.024869 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-fa1524b8-c282-47ed-a3b5-a5c7a5d614b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:27.081603 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6acaf1b2-510d-4aab-aeea-07f787b9d039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.106686 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6acaf1b2-510d-4aab-aeea-07f787b9d039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.154554 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6acaf1b2-510d-4aab-aeea-07f787b9d039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.157023 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-6acaf1b2-510d-4aab-aeea-07f787b9d039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.158204 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-6acaf1b2-510d-4aab-aeea-07f787b9d039 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e9a34f5-5b52-47d3-88b7-2beadfb54c50 HTTP/1.1" status: 204 len: 168 time: 0.1336801 Jun 21 14:13:27.159050 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-da777bcf-ff04-4a47-9cf8-4d2d269476a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:27.166060 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf1b2-510d-4aab-aeea-07f787b9d039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a34f5-5b52-47d3-88b7-2beadfb54c50,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:27.168525 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-6acaf1b2-510d-4aab-aeea-07f787b9d039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:27.448572 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47340) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:27.466622 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-df57dcd9-272d-4ca7-b594-9f79e0b01927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.555689 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-df57dcd9-272d-4ca7-b594-9f79e0b01927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.560034 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-df57dcd9-272d-4ca7-b594-9f79e0b01927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.562349 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c296a93f-e8b5-48c7-a37f-9b808f146403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:27.600500 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-df57dcd9-272d-4ca7-b594-9f79e0b01927 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9574e8b308ac463887f4aeab0dfe9e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503296 Jun 21 14:13:27.601543 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57dcd9-272d-4ca7-b594-9f79e0b01927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80663b6-0619-4604-9a7d-2df0186b847e,revision_number=1']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:27.603466 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47342) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:27.604856 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-df57dcd9-272d-4ca7-b594-9f79e0b01927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:27.656629 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-adaa59e1-7634-47c1-bbc8-f29e7a1b147b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.677776 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-adaa59e1-7634-47c1-bbc8-f29e7a1b147b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.730541 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-adaa59e1-7634-47c1-bbc8-f29e7a1b147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.735581 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-adaa59e1-7634-47c1-bbc8-f29e7a1b147b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:27.737405 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-adaa59e1-7634-47c1-bbc8-f29e7a1b147b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c80663b6-0619-4604-9a7d-2df0186b847e HTTP/1.1" status: 204 len: 168 time: 0.1327488 Jun 21 14:13:27.738500 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-fa1524b8-c282-47ed-a3b5-a5c7a5d614b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:27.746567 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa59e1-7634-47c1-bbc8-f29e7a1b147b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80663b6-0619-4604-9a7d-2df0186b847e,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:27.749408 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-adaa59e1-7634-47c1-bbc8-f29e7a1b147b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:34.447307 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-fd9358de-ae4c-4c0e-809d-432bca5ccb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.080588 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-76109422-6cc3-4d0f-9163-cf2a901248a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.233632 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47428) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:37.342692 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4e65c5be-ab3f-4974-bfcb-bb4298a4a0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.350311 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.426395 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4e65c5be-ab3f-4974-bfcb-bb4298a4a0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.432002 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-4e65c5be-ab3f-4974-bfcb-bb4298a4a0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.434297 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-9c9a56c3-3131-4a0e-9891-baa2e41a67ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:37.468846 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-4e65c5be-ab3f-4974-bfcb-bb4298a4a0ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c8f40ccd9a1453bb8f3c48aada68142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340574 Jun 21 14:13:37.469720 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65c5be-ab3f-4974-bfcb-bb4298a4a0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f11cdbf-482e-4e95-842a-a91ff5791f42,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:37.471773 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47432) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:37.472929 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4e65c5be-ab3f-4974-bfcb-bb4298a4a0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:37.522054 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-febbc2cb-1b45-4c51-a0d2-92b23a845607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.550584 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-febbc2cb-1b45-4c51-a0d2-92b23a845607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.601517 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-febbc2cb-1b45-4c51-a0d2-92b23a845607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.604394 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-febbc2cb-1b45-4c51-a0d2-92b23a845607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:37.605584 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-febbc2cb-1b45-4c51-a0d2-92b23a845607 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f11cdbf-482e-4e95-842a-a91ff5791f42 HTTP/1.1" status: 204 len: 168 time: 0.1326969 Jun 21 14:13:37.606366 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-24963e13-27d8-41a0-ac63-9aaa3c9398ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:37.614171 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbc2cb-1b45-4c51-a0d2-92b23a845607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f11cdbf-482e-4e95-842a-a91ff5791f42,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:37.616728 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-febbc2cb-1b45-4c51-a0d2-92b23a845607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:38.194997 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:38.901957 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:39.662250 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:40.040388 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [req-107d4d5e-a111-4183-a742-797bad7a4258 req-83d9ac6b-d740-4bc6-85ed-c0e9daaca86a service neutron] (92754) timed out ('10.222.0.64', 56624) {{(pid=92754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 14:13:45.823069 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47554) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:45.933793 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3d5fff98-cd89-4a6d-bf9e-62b8741bf6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.028408 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3d5fff98-cd89-4a6d-bf9e-62b8741bf6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.032804 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3d5fff98-cd89-4a6d-bf9e-62b8741bf6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.035166 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:46.073468 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3d5fff98-cd89-4a6d-bf9e-62b8741bf6db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8264b8083efc468f974a1a96d94a2712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493491 Jun 21 14:13:46.074339 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fff98-cd89-4a6d-bf9e-62b8741bf6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa1917-7538-4185-9c40-79a77cf862b1,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:46.076757 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47558) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:46.077847 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3d5fff98-cd89-4a6d-bf9e-62b8741bf6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:46.132367 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-45605985-2525-41e8-bcae-6afcd6079e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.153465 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-45605985-2525-41e8-bcae-6afcd6079e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.203328 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-45605985-2525-41e8-bcae-6afcd6079e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.207512 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-45605985-2525-41e8-bcae-6afcd6079e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.209235 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-45605985-2525-41e8-bcae-6afcd6079e64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0aa1917-7538-4185-9c40-79a77cf862b1 HTTP/1.1" status: 204 len: 168 time: 0.1314850 Jun 21 14:13:46.210027 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-e26c11fb-de87-49ce-95d7-bbd2de75468e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:46.218548 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45605985-2525-41e8-bcae-6afcd6079e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa1917-7538-4185-9c40-79a77cf862b1,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:46.221217 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-45605985-2525-41e8-bcae-6afcd6079e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:46.440718 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:13:46.499617 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47564) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:46.512816 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8121f71c-85b2-4dc5-8598-cbf4477378a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.598106 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8121f71c-85b2-4dc5-8598-cbf4477378a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.604800 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-8121f71c-85b2-4dc5-8598-cbf4477378a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.606970 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3d5fff98-cd89-4a6d-bf9e-62b8741bf6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:46.640653 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-8121f71c-85b2-4dc5-8598-cbf4477378a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95756040804d4af1a87915e04dfb0548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399827 Jun 21 14:13:46.641509 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121f71c-85b2-4dc5-8598-cbf4477378a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f25bb47-a9cd-4f12-bae3-055b8808bafc,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:46.644329 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47566) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:46.644551 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-8121f71c-85b2-4dc5-8598-cbf4477378a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:46.697205 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cc4c-bd12-4cff-aeae-3f5f47bf8f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.718675 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cc4c-bd12-4cff-aeae-3f5f47bf8f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.770057 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cc4c-bd12-4cff-aeae-3f5f47bf8f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.772738 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cc4c-bd12-4cff-aeae-3f5f47bf8f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:46.773919 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-4ed8cc4c-bd12-4cff-aeae-3f5f47bf8f4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f25bb47-a9cd-4f12-bae3-055b8808bafc HTTP/1.1" status: 204 len: 168 time: 0.1282480 Jun 21 14:13:46.774713 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-02b3d6ab-cdf6-4d2d-9f4e-ca7fde5ca4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:46.782118 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8cc4c-bd12-4cff-aeae-3f5f47bf8f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f25bb47-a9cd-4f12-bae3-055b8808bafc,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:46.784326 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-4ed8cc4c-bd12-4cff-aeae-3f5f47bf8f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:47.138162 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47572) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:47.151873 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-266923b3-af54-42b9-87e6-9a4f49ec48cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:47.235387 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-266923b3-af54-42b9-87e6-9a4f49ec48cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:47.241842 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-266923b3-af54-42b9-87e6-9a4f49ec48cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_create {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:47.244357 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cb02e532-3b9e-4838-90b3-dee0ad06cfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:47.277083 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266923b3-af54-42b9-87e6-9a4f49ec48cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b03114-5e0e-4720-9b81-55971b0ecd0c,revision_number=1']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:47.280186 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-266923b3-af54-42b9-87e6-9a4f49ec48cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:13:47.282786 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-266923b3-af54-42b9-87e6-9a4f49ec48cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=068220e8c81c4e12bfcb7c0c8513cbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435905 Jun 21 14:13:47.285583 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47574) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:13:47.335120 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0f43162a-4a8b-47f2-a8a3-21e5fd91a4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:47.357243 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0f43162a-4a8b-47f2-a8a3-21e5fd91a4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:47.406468 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0f43162a-4a8b-47f2-a8a3-21e5fd91a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:47.408985 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-0f43162a-4a8b-47f2-a8a3-21e5fd91a4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:13:47.410148 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-0f43162a-4a8b-47f2-a8a3-21e5fd91a4fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27b03114-5e0e-4720-9b81-55971b0ecd0c HTTP/1.1" status: 204 len: 168 time: 0.1235549 Jun 21 14:13:47.410944 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-c27d9f53-0c2a-4952-9c90-6465d2485d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:13:47.418182 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43162a-4a8b-47f2-a8a3-21e5fd91a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b03114-5e0e-4720-9b81-55971b0ecd0c,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:13:47.420401 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-0f43162a-4a8b-47f2-a8a3-21e5fd91a4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:14:04.459239 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7ef58a07-7a62-4513-967c-e07e21b11d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:07.092550 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-43dcc501-f2f0-4dd2-84ff-f116f87e709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:07.362693 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:08.206540 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:08.911887 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:09.673460 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:16.525981 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-4f6f504b-2872-4d92-b33e-3730659b1a3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568867 Jun 21 14:14:16.642415 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-f50222a4-b28e-446b-8d76-f4ac8db12175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:16.643851 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-f50222a4-b28e-446b-8d76-f4ac8db12175 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0551500 Jun 21 14:14:16.751307 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-6e7d55b1-de21-4e25-bb45-42e345d6f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:16.752710 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-6e7d55b1-de21-4e25-bb45-42e345d6f240 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0841513 Jun 21 14:14:16.822496 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-f36f6079-08f0-42a5-98c4-11dc9c345596 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1002 time: 0.0623999 Jun 21 14:14:16.870091 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-ff811a24-b454-4c62-9740-84f6a8c3b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:16.871413 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-ff811a24-b454-4c62-9740-84f6a8c3b3e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0421233 Jun 21 14:14:16.927382 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-119e046d-2211-49c1-9ad3-06f8dd0adbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:16.928867 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-119e046d-2211-49c1-9ad3-06f8dd0adbca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510788 Jun 21 14:14:17.019932 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-99cc6965-bb94-46f7-be6f-a4bd7cae521e service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840490 Jun 21 14:14:17.109533 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-fa29e4e0-1966-4a06-a0b4-5b5ee9de64ad req-e11d978e-861f-40e0-a6a2-f410af9a9c02 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819895 Jun 21 14:14:23.438789 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:14:34.457523 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a5d84df6-5745-4966-a372-652974de6e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:37.095622 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0c52b5d5-f4d0-4fbf-a4a7-fcc3681bc4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:37.356980 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:38.205593 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:38.918786 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:39.670997 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:14:39.739168 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cf623-46d7-4f27-bba7-50760d5dd831 req-9158dd32-a7a7-4884-b1a5-504af0e41bf6 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:39.740653 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-178cf623-46d7-4f27-bba7-50760d5dd831 req-9158dd32-a7a7-4884-b1a5-504af0e41bf6 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.5424476 Jun 21 14:14:39.780020 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-178cf623-46d7-4f27-bba7-50760d5dd831 req-8980f342-947d-42e8-b244-3d41be6ccd45 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306830 Jun 21 14:14:41.063271 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09596c07-6ea8-4c73-ae7c-b7ca820515b9 req-068cd2e4-7ae1-41b2-87f6-61baf39c1391 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:41.064708 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-09596c07-6ea8-4c73-ae7c-b7ca820515b9 req-068cd2e4-7ae1-41b2-87f6-61baf39c1391 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.1511323 Jun 21 14:14:41.101989 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-09596c07-6ea8-4c73-ae7c-b7ca820515b9 req-e85530d4-04bc-4e84-8fef-723075e543d3 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311499 Jun 21 14:14:42.305012 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de858a38-abb1-49b0-8013-0885d53e3632 req-22edee4b-fa1a-4a45-b22e-3982e46ac6ee tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:42.306742 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-de858a38-abb1-49b0-8013-0885d53e3632 req-22edee4b-fa1a-4a45-b22e-3982e46ac6ee tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0664084 Jun 21 14:14:42.347488 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-de858a38-abb1-49b0-8013-0885d53e3632 req-230a08b9-3203-40eb-b3a0-6ee1fbb846a0 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333047 Jun 21 14:14:43.525731 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c7a3e-5527-4161-b065-7b62b290844f req-d453bff1-caab-45e9-86b7-671ffd667dd9 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:43.527799 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-112c7a3e-5527-4161-b065-7b62b290844f req-d453bff1-caab-45e9-86b7-671ffd667dd9 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0641513 Jun 21 14:14:43.567073 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-112c7a3e-5527-4161-b065-7b62b290844f req-32df77e1-d991-431c-9216-f8bf4469cde3 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339937 Jun 21 14:14:44.753352 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a1248-c674-43a9-835e-9bba7bdead48 req-0918c4dc-2385-462a-88a9-79040b286e47 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:44.754810 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ed9a1248-c674-43a9-835e-9bba7bdead48 req-0918c4dc-2385-462a-88a9-79040b286e47 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0679634 Jun 21 14:14:44.795057 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-ed9a1248-c674-43a9-835e-9bba7bdead48 req-bf928c34-af45-4d8f-8465-5c4e8771c979 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345490 Jun 21 14:14:45.989025 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643d544-691d-448d-a7a5-cf18ec738523 req-8a0b8978-be12-4337-b4bd-b0e0ff2434f1 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:45.990453 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4643d544-691d-448d-a7a5-cf18ec738523 req-8a0b8978-be12-4337-b4bd-b0e0ff2434f1 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0733089 Jun 21 14:14:46.305451 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-4643d544-691d-448d-a7a5-cf18ec738523 req-3db388ba-5fb7-4722-aa86-24a6c8f7d556 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067119 Jun 21 14:14:47.488315 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f54a-87dd-4a03-8926-71325a09a18a req-6b66598b-996b-4881-adc2-4d1d7cc0aba3 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:47.489787 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0929f54a-87dd-4a03-8926-71325a09a18a req-6b66598b-996b-4881-adc2-4d1d7cc0aba3 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0695541 Jun 21 14:14:47.532482 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0929f54a-87dd-4a03-8926-71325a09a18a req-2470a9f3-5903-42c8-b0d5-01d53c1b38c7 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339096 Jun 21 14:14:48.715725 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b25517-a8aa-47e0-8f40-e3b4efb435ac req-98dca4d1-c53e-4711-8a1c-e4ca024cf6ce tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:48.717172 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-41b25517-a8aa-47e0-8f40-e3b4efb435ac req-98dca4d1-c53e-4711-8a1c-e4ca024cf6ce tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0747607 Jun 21 14:14:48.752999 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-41b25517-a8aa-47e0-8f40-e3b4efb435ac req-90e8db2f-97a2-4fa7-8c8b-9ce576fc06bb tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301974 Jun 21 14:14:49.946785 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff96ab-741e-431c-b035-2969c2f52c04 req-373db067-7465-4856-a616-0415865438f7 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:49.948263 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fbff96ab-741e-431c-b035-2969c2f52c04 req-373db067-7465-4856-a616-0415865438f7 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0677385 Jun 21 14:14:49.986721 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-fbff96ab-741e-431c-b035-2969c2f52c04 req-bb59ad04-1e09-4f62-a284-077f63138d8e tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Jun 21 14:14:51.171414 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78020592-ac4e-4c28-9f89-89db301f3439 req-21ccbc6e-323e-4390-a14d-7073b1cbe8d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:51.173014 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78020592-ac4e-4c28-9f89-89db301f3439 req-21ccbc6e-323e-4390-a14d-7073b1cbe8d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0668807 Jun 21 14:14:51.215284 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-78020592-ac4e-4c28-9f89-89db301f3439 req-93b9e30f-6096-41c8-a2c6-300bf9049950 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364602 Jun 21 14:14:52.404472 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215514-23e0-40f3-b0a4-073df2e35be4 req-44c8a724-b937-49aa-99cc-c12a84eb3602 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:52.405963 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-59215514-23e0-40f3-b0a4-073df2e35be4 req-44c8a724-b937-49aa-99cc-c12a84eb3602 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0683968 Jun 21 14:14:52.444976 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-59215514-23e0-40f3-b0a4-073df2e35be4 req-b649e8a0-8130-4b98-b505-bbdc39d4ec27 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322087 Jun 21 14:14:53.638141 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258a6c7-bf01-4e06-8f1b-cc747c2ecef1 req-5cfa192b-f94c-4370-aa06-8ac8f8d1e9aa tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:53.639586 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b258a6c7-bf01-4e06-8f1b-cc747c2ecef1 req-5cfa192b-f94c-4370-aa06-8ac8f8d1e9aa tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0673089 Jun 21 14:14:53.676608 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b258a6c7-bf01-4e06-8f1b-cc747c2ecef1 req-8ca38e40-1345-428b-95a5-5f3e34d6c302 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311537 Jun 21 14:14:54.475997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-16cceebe-f311-4a21-aa30-892779feaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:54.477515 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-16cceebe-f311-4a21-aa30-892779feaf73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0570383 Jun 21 14:14:54.569659 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-a5d594c9-27fa-40fa-bb04-dd8021fb276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:54.571128 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-a5d594c9-27fa-40fa-bb04-dd8021fb276f service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0860837 Jun 21 14:14:54.639473 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-97e850fa-295e-4b19-82f2-b36fd3121fa3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1002 time: 0.0609319 Jun 21 14:14:54.693413 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-6bd53d9a-c1b7-4509-b051-649ff57ce005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:54.694801 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-6bd53d9a-c1b7-4509-b051-649ff57ce005 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0469546 Jun 21 14:14:54.752471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-f55ab0f5-f425-4b68-a693-547ed83b4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:54.753950 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-f55ab0f5-f425-4b68-a693-547ed83b4f53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516858 Jun 21 14:14:54.841230 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-b7346ec4-af82-4828-8dcb-f8764cbc4211 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796604 Jun 21 14:14:54.849760 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708e58b-2c69-4951-aa4b-4e179911f3a4 req-2b34df00-13b1-44bd-9121-2cbc707ed664 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:54.851291 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5708e58b-2c69-4951-aa4b-4e179911f3a4 req-2b34df00-13b1-44bd-9121-2cbc707ed664 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0631657 Jun 21 14:14:54.889733 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-5708e58b-2c69-4951-aa4b-4e179911f3a4 req-7b8c4d13-d3d4-4452-b6c8-89468d74bb68 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Jun 21 14:14:54.934315 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-04a7f7ce-17ab-44a3-bc05-16041c03147f req-f2bcd225-6d64-4d31-bb7f-fc7e8d1276d1 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862103 Jun 21 14:14:56.088229 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7fd2b-c89f-496b-b43f-573e1cda49d6 req-a11d097b-9a62-482f-b7ea-0c800fc519bc tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:56.089751 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-84b7fd2b-c89f-496b-b43f-573e1cda49d6 req-a11d097b-9a62-482f-b7ea-0c800fc519bc tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0795894 Jun 21 14:14:56.127072 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-84b7fd2b-c89f-496b-b43f-573e1cda49d6 req-76b7bd0e-92e1-41ff-9e05-d73518713bfb tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Jun 21 14:14:57.308128 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68f52b-4a1b-4317-949c-d54e556b73af req-d7110a99-06d4-4a3f-94c5-37d0646501f3 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:57.309795 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0d68f52b-4a1b-4317-949c-d54e556b73af req-d7110a99-06d4-4a3f-94c5-37d0646501f3 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0667977 Jun 21 14:14:57.352516 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0d68f52b-4a1b-4317-949c-d54e556b73af req-124effe2-1069-4e05-a4d0-7d6436224f43 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369558 Jun 21 14:14:58.536605 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7781f-763c-4375-99c6-7c364a5b37a5 req-74c7f6ce-b92b-4178-8407-8d5d54ed21ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:58.538081 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f7781f-763c-4375-99c6-7c364a5b37a5 req-74c7f6ce-b92b-4178-8407-8d5d54ed21ac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0702569 Jun 21 14:14:58.580502 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-15f7781f-763c-4375-99c6-7c364a5b37a5 req-9c10c195-1df4-44f4-948e-715a47acca15 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366008 Jun 21 14:14:58.871950 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-fed3f1c0-2678-41c9-9ea6-991644b439be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503039 Jun 21 14:14:58.941737 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f418a4-bb24-455a-a4e7-d5d4c9488bb4 req-63c95dfd-f691-4f85-aa0c-fa81d9bf3926 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:14:58.943478 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e2f418a4-bb24-455a-a4e7-d5d4c9488bb4 req-63c95dfd-f691-4f85-aa0c-fa81d9bf3926 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0620525 Jun 21 14:14:58.980876 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e2f418a4-bb24-455a-a4e7-d5d4c9488bb4 req-979aad59-97b6-4dbe-b333-15b07a829e7d tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Jun 21 14:15:00.163786 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c908fee-83da-4703-ba49-77d8ac38e230 req-1f3db897-7f6a-4518-89e4-2334dd27fc34 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:00.165203 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c908fee-83da-4703-ba49-77d8ac38e230 req-1f3db897-7f6a-4518-89e4-2334dd27fc34 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0683618 Jun 21 14:15:00.179330 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:15:00.205145 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-0c908fee-83da-4703-ba49-77d8ac38e230 req-e11bb7b6-7281-44ab-bceb-d4a6da9343be tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340383 Jun 21 14:15:00.254051 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:00.277640 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:15:00.279836 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7903e0d6-ac42-4e01-9afb-8aab5fd8c88b" -d '{"events": [{"server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "name": "network-vif-unplugged", "status": "completed", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:15:00.292222 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:15:00.298385 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:00.299982 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:15:00.322415 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ac1f79-1924-4ae6-bdb9-c4c11ef89616 x-openstack-request-id: req-a8ac1f79-1924-4ae6-bdb9-c4c11ef89616 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:15:00.322415 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "name": "network-vif-unplugged", "status": "completed", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:15:00.322415 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8ac1f79-1924-4ae6-bdb9-c4c11ef89616 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:15:00.323220 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'code': 200} Jun 21 14:15:00.347128 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=6']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:15:00.353948 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.354289 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.354617 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.354939 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.355258 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.355550 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.355871 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.356212 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.356554 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.356871 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.357179 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.357472 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:15:00.361479 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:15:00.436523 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:15:00.542578 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-4bf4b2de-627d-4080-88e4-48375a5ffcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:00.544068 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-4bf4b2de-627d-4080-88e4-48375a5ffcf7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904&tenant_id=2c6f228e00654dafad9e55ac4c05fb95 HTTP/1.1" status: 200 len: 1097 time: 0.0539100 Jun 21 14:15:00.642474 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-0ed4b959-d4b3-4f94-a163-84cbced56f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:00.644360 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-0ed4b959-d4b3-4f94-a163-84cbced56f8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1097 time: 0.0657060 Jun 21 14:15:00.736470 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-7859ba8c-0fc5-4610-8de7-d0c2bf07d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:00.737906 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-7859ba8c-0fc5-4610-8de7-d0c2bf07d408 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0863752 Jun 21 14:15:00.802727 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-0b30d493-c454-4fbd-a652-8d2630a8c25b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1000 time: 0.0560641 Jun 21 14:15:00.853204 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-71580c50-0f25-4969-ba02-1fc8031f1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:00.854564 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-71580c50-0f25-4969-ba02-1fc8031f1d38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0449278 Jun 21 14:15:00.910795 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-0fb3aea1-4d53-4ba4-9c6f-3e1de477410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:00.912198 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-0fb3aea1-4d53-4ba4-9c6f-3e1de477410e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500627 Jun 21 14:15:01.010046 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-068b344f-43b0-43cf-8423-05ae070d4b23 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905511 Jun 21 14:15:01.110363 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a29ec1c8-9cc6-4be1-ba9d-9ac2d1439045 req-8c89a87e-3fa8-47f6-b5c9-d82f24c9b440 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929377 Jun 21 14:15:01.398189 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c4d50-2335-479f-b25a-77a481b14dcf req-8a2fec73-efc5-4803-8369-e799ae986b7c tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:01.399524 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2c6c4d50-2335-479f-b25a-77a481b14dcf req-8a2fec73-efc5-4803-8369-e799ae986b7c tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0761452 Jun 21 14:15:01.443602 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-2c6c4d50-2335-479f-b25a-77a481b14dcf req-11d5a69d-88c1-4cf9-9f1b-bcb3b30e91e7 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Jun 21 14:15:02.643189 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ab105-260f-42e5-8204-9e8a46622fc9 req-13e47621-55ef-474c-bf77-ad4dad5f2fe2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:02.644675 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ae8ab105-260f-42e5-8204-9e8a46622fc9 req-13e47621-55ef-474c-bf77-ad4dad5f2fe2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0680037 Jun 21 14:15:02.680852 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-ae8ab105-260f-42e5-8204-9e8a46622fc9 req-f2c8059c-997d-4327-828d-ebe2c1f16722 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305510 Jun 21 14:15:03.871780 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7937f1-91dd-4e01-b7f8-64d6140984b6 req-ea3bdfd3-adf8-4ca0-a3fb-178064916088 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:03.873160 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7c7937f1-91dd-4e01-b7f8-64d6140984b6 req-ea3bdfd3-adf8-4ca0-a3fb-178064916088 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0717001 Jun 21 14:15:03.910921 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-7c7937f1-91dd-4e01-b7f8-64d6140984b6 req-ba240366-309b-4620-8ce6-611aee18334d tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Jun 21 14:15:04.459092 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9c9c-4820-4384-ab8d-ac28c6eb2cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:05.117006 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aae9e0-89e1-41c1-9108-e3c8bb7634f7 req-972c68ec-f172-4f4d-aaa7-e452c60f6a14 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:05.118479 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-29aae9e0-89e1-41c1-9108-e3c8bb7634f7 req-972c68ec-f172-4f4d-aaa7-e452c60f6a14 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0737114 Jun 21 14:15:05.156622 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-29aae9e0-89e1-41c1-9108-e3c8bb7634f7 req-9da16a77-04a5-4091-8639-394d160e2cf0 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Jun 21 14:15:06.342557 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020157ea-e4d3-43fc-b969-b583d64ce49f req-dac1a08d-1df4-49b1-a273-f0b4a62a55b7 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:06.343995 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-020157ea-e4d3-43fc-b969-b583d64ce49f req-dac1a08d-1df4-49b1-a273-f0b4a62a55b7 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0635481 Jun 21 14:15:06.381830 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-020157ea-e4d3-43fc-b969-b583d64ce49f req-bc710133-c2ec-4078-9491-d615454b9535 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Jun 21 14:15:07.094809 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d7ff-5516-4c1b-976e-be54b06a33ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:07.362986 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:07.580044 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5aab-078d-4f1a-826a-53dc4efdcd49 req-9e2c68d3-b937-4a81-a9af-57f7c61c5d8c tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:07.581513 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-24ea5aab-078d-4f1a-826a-53dc4efdcd49 req-9e2c68d3-b937-4a81-a9af-57f7c61c5d8c tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0776501 Jun 21 14:15:07.621565 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-24ea5aab-078d-4f1a-826a-53dc4efdcd49 req-e2eaa0e2-dee1-4807-b68a-1ad6615288ea tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Jun 21 14:15:08.216834 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:08.821174 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49dcb6-642d-46e7-b088-9d62d2fe88f2 req-6199a2be-a25e-4014-a8bf-466bb98a150b tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:08.822555 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-be49dcb6-642d-46e7-b088-9d62d2fe88f2 req-6199a2be-a25e-4014-a8bf-466bb98a150b tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0799451 Jun 21 14:15:08.864062 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-be49dcb6-642d-46e7-b088-9d62d2fe88f2 req-7a625463-b763-43c1-ba41-eccecd1a4d16 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329492 Jun 21 14:15:08.917802 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:09.675827 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:10.061492 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d71250-ee39-41b4-b5fe-55a5a884a93d req-2c4cc5e5-2563-4f6a-bf1e-ab871301a640 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:10.062932 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e7d71250-ee39-41b4-b5fe-55a5a884a93d req-2c4cc5e5-2563-4f6a-bf1e-ab871301a640 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 944 time: 0.0726302 Jun 21 14:15:10.101086 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e7d71250-ee39-41b4-b5fe-55a5a884a93d req-c840a911-488b-4f4f-abac-5403b468bc52 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Jun 21 14:15:10.237210 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:15:10.341857 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:15:10.353055 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Returning: {'device': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'port_id': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'mac_address': 'fa:16:3e:af:ea:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:15:10.389076 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:10.402785 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 {{(pid=92755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:15:10.421573 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:15:10.428491 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:10.430726 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-badbd8f4-a1ac-41b1-93d6-5b03a187eaa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:15:10.479679 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=7']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:15:10.482780 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:15:10.890814 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] get_ports_and_sgs() called for port_ids ['c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'] {{(pid=92755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:15:11.290557 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe2f2d-e3aa-4c22-8c8d-18a6c76dc06f req-f858e37b-0d72-40cd-a075-c3ce045f1780 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:11.292043 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-97fe2f2d-e3aa-4c22-8c8d-18a6c76dc06f req-f858e37b-0d72-40cd-a075-c3ce045f1780 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 945 time: 0.0763972 Jun 21 14:15:11.330223 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-97fe2f2d-e3aa-4c22-8c8d-18a6c76dc06f req-c0f633d6-1bb5-4591-a39e-ac98ddc20b79 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Jun 21 14:15:12.251457 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 up at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:15:12.309473 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.provisioning_blocks [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Provisioning complete for port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 triggered by entity L2. {{(pid=92755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:15:12.309849 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1666981'] for port, provisioning_complete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:12.388017 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611950'] for port, before_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:12.409895 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'}] {{(pid=92755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:15:12.412136 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc7feda4200ff3a6cada60a4eda6635d11628423b3cff578675f0b75aff4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df50819d-8ae8-4efb-a3dc-3d6506fc4bc0" -d '{"events": [{"server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "name": "network-vif-plugged", "status": "completed", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6"}]}' {{(pid=92755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:15:12.424813 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:15:12.430308 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745720211667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745719782256', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745719782301'] for port, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:12.434720 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:15:12.482678 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Pushing event updated for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=8']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:15:12.485900 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:15:12.507015 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd2dac1-a1c8-4acc-83d1-2c8ea4ad3572 x-openstack-request-id: req-6fd2dac1-a1c8-4acc-83d1-2c8ea4ad3572 {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:15:12.507311 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "name": "network-vif-plugged", "status": "completed", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6", "code": 200}]} {{(pid=92755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:15:12.507580 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fd2dac1-a1c8-4acc-83d1-2c8ea4ad3572 {{(pid=92755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:15:12.507971 dv-cinder-794962-5-iscsi neutron-server[92755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'code': 200} Jun 21 14:15:12.516448 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a0d30-dabb-4863-86f5-8877cea0b4df req-7db5d288-f686-4b7c-94da-531e9519cdac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:12.518221 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-244a0d30-dabb-4863-86f5-8877cea0b4df req-7db5d288-f686-4b7c-94da-531e9519cdac tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0768194 Jun 21 14:15:12.561219 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-244a0d30-dabb-4863-86f5-8877cea0b4df req-3815ca82-bb5d-4bbd-a89c-dffbe7a657d0 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368323 Jun 21 14:15:12.793757 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da70b8f-7b32-4ef5-907d-de1e36187ca3 req-cc0eef85-d28c-46b6-8c21-c15c86f899ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:12.795076 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0da70b8f-7b32-4ef5-907d-de1e36187ca3 req-cc0eef85-d28c-46b6-8c21-c15c86f899ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0532770 Jun 21 14:15:12.839253 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0da70b8f-7b32-4ef5-907d-de1e36187ca3 req-d9ec5465-ff26-4c7b-81d5-12561ba8528a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355482 Jun 21 14:15:13.750218 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408e4c-bb4f-43a3-a349-27727a6b3e84 req-ab1f37be-7c66-486a-a9a4-7b94ac484204 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:13.751654 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e3408e4c-bb4f-43a3-a349-27727a6b3e84 req-ab1f37be-7c66-486a-a9a4-7b94ac484204 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0624654 Jun 21 14:15:13.791781 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-e3408e4c-bb4f-43a3-a349-27727a6b3e84 req-411f73e1-413a-4113-8b4b-2d0be561df13 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343802 Jun 21 14:15:15.161165 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530d1fd-7c1a-405f-86b7-6a54d60f52ed req-c23281e5-7323-4192-8cca-062529971773 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:15.162502 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a530d1fd-7c1a-405f-86b7-6a54d60f52ed req-c23281e5-7323-4192-8cca-062529971773 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0711339 Jun 21 14:15:15.198897 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-a530d1fd-7c1a-405f-86b7-6a54d60f52ed req-7141fa96-5f67-48fa-a868-a355234938ca tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305064 Jun 21 14:15:18.197350 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-21d398e5-11fe-4a45-b6b2-688fea43f9c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589044 Jun 21 14:15:18.319473 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-671dbb66-27f9-4e9e-93df-70c836434918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:18.321693 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-671dbb66-27f9-4e9e-93df-70c836434918 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0635903 Jun 21 14:15:18.429167 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-3b24a5cf-1bce-4f18-a0e5-d96641186eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:18.430594 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-3b24a5cf-1bce-4f18-a0e5-d96641186eca service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0875721 Jun 21 14:15:18.494745 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-05556198-a1fb-4e00-8693-8d2328b2b6c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1002 time: 0.0569377 Jun 21 14:15:18.543870 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-6e90402a-750b-4cc0-93cb-817fdb167c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:18.545374 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-6e90402a-750b-4cc0-93cb-817fdb167c94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0449541 Jun 21 14:15:18.606128 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-2bfd5325-10e7-4d85-9215-01ae79d11e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:15:18.607531 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-2bfd5325-10e7-4d85-9215-01ae79d11e55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564830 Jun 21 14:15:18.693499 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-030c47ec-ef5b-487a-b80a-ed4c3ec6f16f service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798512 Jun 21 14:15:18.785989 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-5987d56a-4a3e-4530-9a4c-e70b100b1db4 req-75040b28-cbd5-4a6e-8266-cbabfbd89b8d service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862708 Jun 21 14:15:34.465208 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-cb61f4cf-53e5-4ccc-9a5d-ed3ba6dbe5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:37.093308 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa836-3eb9-476d-8da8-2857ff61dfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:37.363894 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:37.434211 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:15:38.218649 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:38.940093 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:15:39.687641 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:04.456525 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-93a420c0-b7ca-4c7b-89d3-f7a923d05a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:07.087055 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1a762269-2e36-4297-ac7e-c29816d0dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:07.358677 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:08.221474 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:08.941089 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:09.683998 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:14.432290 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:16:18.538900 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18758976-ea13-4126-898b-1c5e29c7855d req-992095ea-2e90-41a4-8bd1-be66d948e0fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573564 Jun 21 14:16:18.663223 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758976-ea13-4126-898b-1c5e29c7855d req-567045db-56ce-4603-bfe8-f6af7a1804b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:18.664742 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18758976-ea13-4126-898b-1c5e29c7855d req-567045db-56ce-4603-bfe8-f6af7a1804b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0637615 Jun 21 14:16:18.793311 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758976-ea13-4126-898b-1c5e29c7855d req-d89d1e71-7920-4f78-bcef-c5b6ff605d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:18.794982 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18758976-ea13-4126-898b-1c5e29c7855d req-d89d1e71-7920-4f78-bcef-c5b6ff605d56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.1052048 Jun 21 14:16:18.870700 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18758976-ea13-4126-898b-1c5e29c7855d req-95eeaab9-f509-4a62-b4fc-f5fed595d689 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 1002 time: 0.0689185 Jun 21 14:16:18.922560 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758976-ea13-4126-898b-1c5e29c7855d req-e2b73e90-f143-4d68-a293-a8ea20a09c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:18.924134 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18758976-ea13-4126-898b-1c5e29c7855d req-e2b73e90-f143-4d68-a293-a8ea20a09c1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0467460 Jun 21 14:16:18.993110 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758976-ea13-4126-898b-1c5e29c7855d req-2644eb85-e38d-4e65-a26f-542b896bae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:18.994709 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18758976-ea13-4126-898b-1c5e29c7855d req-2644eb85-e38d-4e65-a26f-542b896bae67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628955 Jun 21 14:16:19.093627 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18758976-ea13-4126-898b-1c5e29c7855d req-d7bf398c-2bb9-49dd-b0e0-4b0e16e0678e service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907199 Jun 21 14:16:19.196643 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-18758976-ea13-4126-898b-1c5e29c7855d req-cc99a6d6-dc10-4ed8-8d6e-21ea1e083790 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955911 Jun 21 14:16:34.456941 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa254-7610-49bd-b399-e3dbb876b799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:37.100637 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a80d02b5-de2d-417b-b07c-d258bf68b390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:37.361864 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:38.222559 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:38.953169 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:39.691580 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:51.429988 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:16:52.630516 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47718) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:16:52.881684 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Deleting port 4325d782-5b93-44c5-af9a-3fc5152a1a00 {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:16:52.881948 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:52.954593 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:52.954905 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:53.021763 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Calling delete_port for 4325d782-5b93-44c5-af9a-3fc5152a1a00 owned by network:floatingip {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:16:53.182431 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:53.185412 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:16:53.215969 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event deleted for resources: {'Port': ['ID=4325d782-5b93-44c5-af9a-3fc5152a1a00,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:16:53.227385 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.227782 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.228185 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.228615 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.228996 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.229366 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.229770 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.230153 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.230539 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.230924 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.231305 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.231664 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:53.250319 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:16:53.293659 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for floatingip, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:53.294224 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.db.l3_db [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Floating IP a4cb9478-502f-400b-8549-7a68eaa80fdd disassociated (deleted). External IP: 172.27.2.165, port: c6d3ca53-5010-4407-8ad1-8d3e7880d0e6. Jun 21 14:16:53.502753 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Router 029a7394-cdeb-42e7-b616-a1e02d284f90 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:16:53.612117 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:16:53.617021 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for floatingip, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:53.622499 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] Sync routers for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:16:53.632150 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:16:53.632802 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:16:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:16:53.653886 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-e44746ca-b1f6-4754-978d-bd1a20e38bf4 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "DELETE /v2.0/floatingips/a4cb9478-502f-400b-8549-7a68eaa80fdd HTTP/1.1" status: 204 len: 168 time: 1.0222578 Jun 21 14:16:53.654570 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'}] {{(pid=92753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:16:53.657119 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe4a640c2403949659d4cc53932cbb68bc41a66d94213b97b61e04198fcac259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afd1287-2703-4c66-8b6f-e9929becbf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6"}]}' {{(pid=92753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:16:53.748978 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:16:53.751888 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345b17f-2ab7-44cf-a912-be98d0b9b261 x-openstack-request-id: req-2345b17f-2ab7-44cf-a912-be98d0b9b261 {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:16:53.752056 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6", "status": "completed", "code": 200}]} {{(pid=92753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:16:53.752356 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2345b17f-2ab7-44cf-a912-be98d0b9b261 {{(pid=92753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:16:53.752906 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'status': 'completed', 'code': 200} Jun 21 14:16:53.853253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-073e1b91-f91c-401b-ac95-b3b1b3828957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:53.854768 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-073e1b91-f91c-401b-ac95-b3b1b3828957 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 1099 time: 0.0556130 Jun 21 14:16:53.955598 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-afd43f7e-7163-4cb4-b419-8daecc0798a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:53.957508 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-afd43f7e-7163-4cb4-b419-8daecc0798a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 200 len: 909 time: 0.0946290 Jun 21 14:16:53.965345 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 5, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:16:53.992165 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] Checking router: 029a7394-cdeb-42e7-b616-a1e02d284f90 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:16:54.000451 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:16:54.001114 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:16:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:16:54.010146 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-0c4bc281-15e5-4c8c-9942-4c57d47f06bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0440943 Jun 21 14:16:54.080824 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-feb2f9f7-3c9a-4fda-bb5e-9c0e27a4cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:54.082665 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-feb2f9f7-3c9a-4fda-bb5e-9c0e27a4cf54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 200 len: 847 time: 0.0568025 Jun 21 14:16:54.105143 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:16:54.125401 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ab22d-017b-4de5-8702-3fe66d476dbf req-05e171dd-8b93-4f44-981b-f2c994477e30 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:54.126878 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d30ab22d-017b-4de5-8702-3fe66d476dbf req-05e171dd-8b93-4f44-981b-f2c994477e30 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.1530159 Jun 21 14:16:54.176037 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-d30ab22d-017b-4de5-8702-3fe66d476dbf req-735bac31-742a-4f79-8ec5-c6caf3b6e6f2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426621 Jun 21 14:16:54.180351 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-bf924ddd-c6ed-4ce1-872c-497f3d8cc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:54.181872 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-bf924ddd-c6ed-4ce1-872c-497f3d8cc916 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=95be8d58-c5be-4894-9055-056597d8bed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917366 Jun 21 14:16:54.276890 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-8b64e181-2598-461d-a3a0-bae07221905e service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867043 Jun 21 14:16:54.302173 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 5, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:16:54.332466 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd12b5-78b0-44c2-8ed2-b488e4ab9d68 None None] The sync data for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi is: [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:11:03Z', 'revision_number': 4, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi', '_interfaces': [{'id': '7adf0109-8d14-4952-8234-529650d6b392', 'name': '', 'network_id': '95be8d58-c5be-4894-9055-056597d8bed0', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'mac_address': 'fa:16:3e:c6:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:03Z', 'updated_at': '2021-06-21T14:11:10Z', 'revision_number': 5, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'subnets': [{'id': '945b0f8a-d1db-457c-9e19-cc17d4b39694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:16:54.370347 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-0afd1287-2703-4c66-8b6f-e9929becbf7f req-9f1410b1-886d-4d50-b25a-e6e04e356ee0 service neutron] 10.222.0.64 "GET /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859442 Jun 21 14:16:54.542492 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8b527-6e3d-4bd3-b136-7677c8168f4b None None] New status for floating IP a4cb9478-502f-400b-8549-7a68eaa80fdd: DOWN {{(pid=92756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:16:55.369238 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c365bf5-68b1-48bc-938a-49b6f6463726 req-ca27b5c2-2c05-474d-aecc-d74fc8dc5961 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:55.370691 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3c365bf5-68b1-48bc-938a-49b6f6463726 req-ca27b5c2-2c05-474d-aecc-d74fc8dc5961 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0736253 Jun 21 14:16:55.411749 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [req-3c365bf5-68b1-48bc-938a-49b6f6463726 req-8e22067d-3df6-4fc2-a519-e65562da70bf tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b70ff3e-74f1-4260-812c-afd0b7c7a694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Jun 21 14:16:56.110098 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-2829edb1-3d31-4ddc-9821-6e24cabf6ec3 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:16:56.111509 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-2829edb1-3d31-4ddc-9821-6e24cabf6ec3 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.64 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 946 time: 0.0807190 Jun 21 14:16:56.214882 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Deleting port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:16:56.215228 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:56.298692 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] For port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:16:56.299063 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:56.365908 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Calling delete_port for c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 owned by compute:nova {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:16:56.500826 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:56.505041 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-11095cea-6b19-4480-9d3a-715c01d7b670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:16:56.539952 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event deleted for resources: {'Port': ['ID=c6d3ca53-5010-4407-8ad1-8d3e7880d0e6,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:16:56.586106 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-b59f5b9b-0641-401c-b36d-6a6f75c684d6 req-e588cd8b-77bd-4d4a-8876-e367c828412a tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 210 time: 0.0563903 Jun 21 14:16:56.589438 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.589816 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.590181 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.590540 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.590980 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.591241 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.591554 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.591893 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.592250 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.592621 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.592965 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.593303 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:16:56.597978 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:16:56.613517 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] No DVR routers for this DVR port c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 on host hv-cinder-79496 {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:16:56.615992 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43520'] for port, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:56.617964 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-e1e24aee-6054-4fdd-bf23-afa81eea8ff6 req-cc9d3679-d0aa-4327-91a1-62c41f8db2d2 tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.64 "DELETE /v2.0/ports/c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 HTTP/1.1" status: 204 len: 173 time: 0.5005972 Jun 21 14:16:56.618458 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'name': 'network-vif-deleted', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6'}] {{(pid=92754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:16:56.620759 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473873c45a3ded9653c0e1f4437e745d4ee54c14438750c8b2ea2c8cd733403e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7979ee4c-b7a6-48ed-86ee-d99037701e53" -d '{"events": [{"server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "name": "network-vif-deleted", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6"}]}' {{(pid=92754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:16:56.707519 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b25098a-1118-433c-abfb-fc84bb498fad x-openstack-request-id: req-0b25098a-1118-433c-abfb-fc84bb498fad {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:16:56.707844 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4593fe30-0bdd-427f-8c9d-dc4bedb7d904", "name": "network-vif-deleted", "tag": "c6d3ca53-5010-4407-8ad1-8d3e7880d0e6", "status": "completed", "code": 200}]} {{(pid=92754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:16:56.708163 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b25098a-1118-433c-abfb-fc84bb498fad {{(pid=92754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:16:56.708627 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4593fe30-0bdd-427f-8c9d-dc4bedb7d904', 'name': 'network-vif-deleted', 'tag': 'c6d3ca53-5010-4407-8ad1-8d3e7880d0e6', 'status': 'completed', 'code': 200} Jun 21 14:16:57.746046 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [req-44949c79-db45-4c19-a9fd-a0feb508114e req-bb2b1f14-6464-4f53-b4af-c660fd25b8de tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "GET /v2.0/ports?device_id=4593fe30-0bdd-427f-8c9d-dc4bedb7d904 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Jun 21 14:16:58.849422 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47754) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:16:58.880793 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:16:58.900808 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] No Port match for: c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:16:58.901164 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Device c6d3ca53-5010-4407-8ad1-8d3e7880d0e6 not bound to the agent host hv-cinder-79496 {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:16:58.909133 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-38b3b558-28a1-4c0d-95d2-9e96b9eed8ea tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:58.933296 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-38b3b558-28a1-4c0d-95d2-9e96b9eed8ea tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:58.999170 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-38b3b558-28a1-4c0d-95d2-9e96b9eed8ea tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:59.002625 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-38b3b558-28a1-4c0d-95d2-9e96b9eed8ea tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:59.003764 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-38b3b558-28a1-4c0d-95d2-9e96b9eed8ea tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b70ff3e-74f1-4260-812c-afd0b7c7a694 HTTP/1.1" status: 204 len: 168 time: 0.1533828 Jun 21 14:16:59.004555 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-7292a9c4-201b-4e5c-a429-43899b8708c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:16:59.013682 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3b558-28a1-4c0d-95d2-9e96b9eed8ea tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b70ff3e-74f1-4260-812c-afd0b7c7a694,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:16:59.016253 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-38b3b558-28a1-4c0d-95d2-9e96b9eed8ea tempest-TestShelveInstance-1087017564 tempest-TestShelveInstance-1087017564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:16:59.057520 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47758) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:16:59.511536 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:59.781628 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Deleting port 7adf0109-8d14-4952-8234-529650d6b392 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:16:59.781888 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:16:59.860550 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] For port 7adf0109-8d14-4952-8234-529650d6b392, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=7adf0109-8d14-4952-8234-529650d6b392,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:16:59.861338 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:00.194782 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Calling delete_port for 7adf0109-8d14-4952-8234-529650d6b392 owned by network:router_interface {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:17:00.377881 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:00.379886 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-72d6c8b8-4a3e-4f9d-b386-83ee10782b8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:00.409524 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=7adf0109-8d14-4952-8234-529650d6b392,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:00.413141 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:00.578097 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:00.787471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Router 029a7394-cdeb-42e7-b616-a1e02d284f90 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:17:00.893321 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:17:00.898531 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-68abacdb-14c9-43b8-a88c-5f661f222fdc admin admin] 10.222.0.21 "PUT /v2.0/routers/029a7394-cdeb-42e7-b616-a1e02d284f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8395677 Jun 21 14:17:00.901816 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47766) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:00.910243 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] Sync routers for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:17:00.924703 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:17:00.925316 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:16:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:01.008445 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.027802 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:17:01.118440 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.175358 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Deleting port 5714d5ed-a83e-49af-af9b-f97cd0022144 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:17:01.175660 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.206684 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:17:00Z', 'revision_number': 5, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port': {'id': '5714d5ed-a83e-49af-af9b-f97cd0022144', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:01Z', 'updated_at': '2021-06-21T14:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:01.236689 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] Checking router: 029a7394-cdeb-42e7-b616-a1e02d284f90 for host: dv-cinder-794962-5-iscsi {{(pid=92755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:17:01.245424 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] Routers {'029a7394-cdeb-42e7-b616-a1e02d284f90'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:17:01.246071 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:16:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['029a7394-cdeb-42e7-b616-a1e02d284f90'], 'active': True} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:01.256147 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] For port 5714d5ed-a83e-49af-af9b-f97cd0022144, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=5714d5ed-a83e-49af-af9b-f97cd0022144,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:17:01.256549 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.326292 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Calling delete_port for 5714d5ed-a83e-49af-af9b-f97cd0022144 owned by network:router_gateway {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:17:01.334382 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvr_db [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] Set router 029a7394-cdeb-42e7-b616-a1e02d284f90 gateway port host: None {{(pid=92755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:17:01.384235 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_hamode_db [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:17:01Z', 'revision_number': 6, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port_host': None}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:01.413372 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a45eb-14f2-45ab-b575-971b0a805717 None None] The sync data for ids ['029a7394-cdeb-42e7-b616-a1e02d284f90'] in dv-cinder-794962-5-iscsi is: [{'id': '029a7394-cdeb-42e7-b616-a1e02d284f90', 'name': 'tempest-TestShelveInstance-800004930-router', 'tenant_id': '2c6f228e00654dafad9e55ac4c05fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:00Z', 'updated_at': '2021-06-21T14:17:01Z', 'revision_number': 6, 'project_id': '2c6f228e00654dafad9e55ac4c05fb95', 'gw_port_host': None}] {{(pid=92755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:17:01.508213 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.510304 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b7a82d35-2fbb-4a60-800a-45b311c92c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:01.535920 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5714d5ed-a83e-49af-af9b-f97cd0022144,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:01.539759 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:01.602142 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.690273 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.692745 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.745207 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.745741 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029a7394-cdeb-42e7-b616-a1e02d284f90 {{(pid=92754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:17:01.750255 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.751504 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-3bd9659f-4d88-4797-af0b-a12a94d27dc2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/029a7394-cdeb-42e7-b616-a1e02d284f90 HTTP/1.1" status: 204 len: 168 time: 0.8486817 Jun 21 14:17:01.754364 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47768) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:01.805502 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] Deleting subnet 945b0f8a-d1db-457c-9e19-cc17d4b39694 {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:17:01.809048 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.857395 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:01.869715 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7adf0109-8d14-4952-8234-529650d6b392 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:17:01.889827 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 7adf0109-8d14-4952-8234-529650d6b392 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:17:01.890180 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 7adf0109-8d14-4952-8234-529650d6b392 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:17:01.941256 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.009658 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.011942 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-782e0a5e-9028-4efa-816d-840d70edf6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:02.038904 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945b0f8a-d1db-457c-9e19-cc17d4b39694,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:02.041753 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:02.042738 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.044602 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-68711137-6176-489d-b1ab-5ba0421b7f0c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/945b0f8a-d1db-457c-9e19-cc17d4b39694 HTTP/1.1" status: 204 len: 168 time: 0.2892878 Jun 21 14:17:02.047244 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47770) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:02.050862 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa5a52-54cb-46fa-b4d2-af293f361304 None None] Network 95be8d58-c5be-4894-9055-056597d8bed0 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:17:02.113238 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.166932 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Deleting port f3695740-a24a-4f50-8b88-0388f530a3c2 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:17:02.167154 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.233388 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] DHCP port deletion for 95be8d58-c5be-4894-9055-056597d8bed0 request from dv-cinder-794962-5-iscsi {{(pid=92755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:17:02.238113 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] For port f3695740-a24a-4f50-8b88-0388f530a3c2, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=f3695740-a24a-4f50-8b88-0388f530a3c2,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:17:02.238471 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.279800 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Deleting port f3695740-a24a-4f50-8b88-0388f530a3c2 {{(pid=92755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:17:02.280181 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.303121 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Calling delete_port for f3695740-a24a-4f50-8b88-0388f530a3c2 owned by network:dhcp {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:17:02.347261 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] For port f3695740-a24a-4f50-8b88-0388f530a3c2, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=f3695740-a24a-4f50-8b88-0388f530a3c2,segment=NetworkSegment(c0fc59f1-57ae-4e3b-816d-408dac90a4de),segment_id=c0fc59f1-57ae-4e3b-816d-408dac90a4de)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:17:02.347672 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.386689 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.389720 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-167c0e8e-b382-4d23-8f66-75f9835184f6 tempest-TestVolumeBootPattern-1559011497 tempest-TestVolumeBootPattern-1559011497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:02.412971 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Calling delete_port for f3695740-a24a-4f50-8b88-0388f530a3c2 owned by network:dhcp {{(pid=92755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:17:02.414485 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3695740-a24a-4f50-8b88-0388f530a3c2,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:02.416289 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] No DVR routers for this DVR port f3695740-a24a-4f50-8b88-0388f530a3c2 on host dv-cinder-794962-5-iscsi {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:17:02.417997 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:02.495030 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.495715 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247'] for port, after_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.497779 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:02.510891 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95be8d58-c5be-4894-9055-056597d8bed0']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:02.524734 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fc59f1-57ae-4e3b-816d-408dac90a4de') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:02.525037 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fc59f1-57ae-4e3b-816d-408dac90a4de') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:02.529389 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Pushing event deleted for resources: {'Port': ['ID=f3695740-a24a-4f50-8b88-0388f530a3c2,revision_number=None']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:02.534466 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.537610 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] No DVR routers for this DVR port f3695740-a24a-4f50-8b88-0388f530a3c2 on host dv-cinder-794962-5-iscsi {{(pid=92755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:17:02.539842 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.540195 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.540567 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.540896 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.541219 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.541541 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.541978 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.542303 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.542633 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.542941 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.543277 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.543569 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-iscsi {{(pid=92755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:17:02.547716 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-f234a440-ed0b-47ba-b9dd-a273be18aff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:02.553772 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.560176 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:17:02.560577 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:17:02.562289 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:17:02.618193 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.623138 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:02.625238 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] 10.222.0.21 "DELETE /v2.0/networks/95be8d58-c5be-4894-9055-056597d8bed0 HTTP/1.1" status: 204 len: 168 time: 0.5770056 Jun 21 14:17:02.625845 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:02.628451 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47772) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:02.638418 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=95be8d58-c5be-4894-9055-056597d8bed0,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:02.645374 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-5578acb4-3c61-4df3-9c48-655e959a6d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:03.021795 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974794'] for router_interface, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:03.305989 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Deleting port d02af096-1323-4214-a69f-3a9f00fba49a {{(pid=92753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:17:03.306249 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:03.399532 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.db [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] For port d02af096-1323-4214-a69f-3a9f00fba49a, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=d02af096-1323-4214-a69f-3a9f00fba49a,segment=NetworkSegment(2569e18d-7a2b-4617-ae69-6c17976d4443),segment_id=2569e18d-7a2b-4617-ae69-6c17976d4443)] {{(pid=92753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:17:03.399883 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:03.459728 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.plugins.ml2.plugin [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Calling delete_port for d02af096-1323-4214-a69f-3a9f00fba49a owned by network:router_interface {{(pid=92753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:17:03.651623 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12713702'] for port, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:03.653502 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:03.676211 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02af096-1323-4214-a69f-3a9f00fba49a,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:03.679316 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:03.804292 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 5714d5ed-a83e-49af-af9b-f97cd0022144 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:17:03.824168 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 5714d5ed-a83e-49af-af9b-f97cd0022144 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:17:03.824631 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 5714d5ed-a83e-49af-af9b-f97cd0022144 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:17:03.825122 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device f3695740-a24a-4f50-8b88-0388f530a3c2 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:17:03.846027 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: f3695740-a24a-4f50-8b88-0388f530a3c2 {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:17:03.846733 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device f3695740-a24a-4f50-8b88-0388f530a3c2 not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:17:03.853711 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974710'] for router_interface, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.062271 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 has already been hosted by L3 agent ade5113d-985d-4b71-a036-e56e108915f7 {{(pid=92753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:17:04.169939 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-iscsi the message routers_updated {{(pid=92753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:17:04.176811 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-f4f85f5f-431c-455c-85f0-cb52548e93f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5465946 Jun 21 14:17:04.178246 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47776) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:04.179261 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] Sync routers for ids ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'] in dv-cinder-794962-5-iscsi {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:17:04.189295 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] Routers {'d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:17:04.189846 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:16:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:04.281608 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.290398 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] Set router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 gateway port host: dv-cinder-794962-5-iscsi {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:17:04.381297 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.436180 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Deleting port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:17:04.436575 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.450327 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-5f745ace-cd93-48ca-a4b1-34da8cb0ebea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.524876 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] For port 0c71bc2a-3cf5-4a0b-af32-9c292b21181d, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=0c71bc2a-3cf5-4a0b-af32-9c292b21181d,segment=NetworkSegment(accf3bd2-0bda-4c01-9410-c4311d207a14),segment_id=accf3bd2-0bda-4c01-9410-c4311d207a14)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:17:04.528522 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.556069 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'external_fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:17:03Z', 'revision_number': 5, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port': {'id': '0c71bc2a-3cf5-4a0b-af32-9c292b21181d', 'name': '', 'network_id': '40be8513-004c-4acd-9bd0-4ca9151a08d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:11:07Z', 'updated_at': '2021-06-21T14:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce47fa25-86ea-44e2-bef5-e799b68248c8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-iscsi'}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:04.580913 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] Checking router: d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 for host: dv-cinder-794962-5-iscsi {{(pid=92756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:17:04.589138 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] Routers {'d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'} bound to L3 agent in host dv-cinder-794962-5-iscsi {{(pid=92756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:17:04.589752 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:07Z,description=,heartbeat_timestamp=2021-06-21T14:16:37Z,host='dv-cinder-794962-5-iscsi',id=ade5113d-985d-4b71-a036-e56e108915f7,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:07Z,topic='l3_agent')) {'router_ids': ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'], 'active': True} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:04.597749 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Calling delete_port for 0c71bc2a-3cf5-4a0b-af32-9c292b21181d owned by network:router_gateway {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:17:04.671333 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_dvr_db [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] Set router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 gateway port host: None {{(pid=92756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:17:04.724327 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.l3_hamode_db [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:17:04Z', 'revision_number': 6, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port_host': None}], 'dv-cinder-794962-5-iscsi', False) {} {{(pid=92756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:04.749956 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5e425-9999-43c0-99cd-cd2fc8d9904d None None] The sync data for ids ['d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916'] in dv-cinder-794962-5-iscsi is: [{'id': 'd2df1a0d-0a7f-4c19-98af-bd1cc6ef5916', 'name': 'tempest-TestShelveInstance-150538173-router', 'tenant_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:11:06Z', 'updated_at': '2021-06-21T14:17:04Z', 'revision_number': 6, 'project_id': '2e0fe8edc18c43f58365aa20008fb9e7', 'gw_port_host': None}] {{(pid=92756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:17:04.761402 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.763488 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-b675bd3d-3a7d-4c8f-8b13-973705b14166 tempest-VolumesNegativeTest-1751679158 tempest-VolumesNegativeTest-1751679158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:04.789401 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c71bc2a-3cf5-4a0b-af32-9c292b21181d,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:04.796014 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:04.849465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610906'] for router_gateway, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.944971 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29045'] for router, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:04.947262 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.000053 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-967701'] for router, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.000700 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 {{(pid=92754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:17:05.005704 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] Notify callbacks [] for router, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.006844 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-970ba15a-cfb5-4ed3-9d62-45c6a7f0bad4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d2df1a0d-0a7f-4c19-98af-bd1cc6ef5916 HTTP/1.1" status: 204 len: 168 time: 0.8276389 Jun 21 14:17:05.009385 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47784) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:05.051772 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] Deleting subnet 7ce2cbcd-c186-46e0-9b8f-ff607db10146 {{(pid=92754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:17:05.054714 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.088093 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13690788'] for subnet, precommit_delete_associations {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.169627 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1667511'] for subnet, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.222952 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1667512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13754949'] for subnet, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.227619 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:05.253475 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce2cbcd-c186-46e0-9b8f-ff607db10146,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:05.255312 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for subnet, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.259428 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7ce2cbcd-c186-46e0-9b8f-ff607db10146 HTTP/1.1" status: 204 len: 168 time: 0.2469046 Jun 21 14:17:05.259428 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-c6be1135-c3fc-4456-bb9e-00f5ae119251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:05.259913 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47786) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:05.260396 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf1ffb-1781-4870-9e3a-cf1e321de2d2 None None] Network 928f5c9e-b3ed-42d0-ab89-a93a17426011 requested from dv-cinder-794962-5-iscsi {{(pid=92755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:17:05.329138 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1631691'] for network, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.598694 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] DHCP port deletion for 928f5c9e-b3ed-42d0-ab89-a93a17426011 request from dv-cinder-794962-5-iscsi {{(pid=92755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:17:05.646635 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] Deleting port e3933e29-b932-4419-8e80-0f9167e95a40 {{(pid=92755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:17:05.646999 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.670352 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Deleting port e3933e29-b932-4419-8e80-0f9167e95a40 {{(pid=92754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:17:05.670693 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745720237797'] for port, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.734289 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.db [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] For port e3933e29-b932-4419-8e80-0f9167e95a40, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=e3933e29-b932-4419-8e80-0f9167e95a40,segment=NetworkSegment(2569e18d-7a2b-4617-ae69-6c17976d4443),segment_id=2569e18d-7a2b-4617-ae69-6c17976d4443)] {{(pid=92754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:17:05.734787 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.736975 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.db [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] For port e3933e29-b932-4419-8e80-0f9167e95a40, host dv-cinder-794962-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-iscsi',level=0,port_id=e3933e29-b932-4419-8e80-0f9167e95a40,segment=NetworkSegment(2569e18d-7a2b-4617-ae69-6c17976d4443),segment_id=2569e18d-7a2b-4617-ae69-6c17976d4443)] {{(pid=92755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:17:05.737380 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611739'] for port, precommit_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.781446 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device e3933e29-b932-4419-8e80-0f9167e95a40 no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:17:05.808879 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Calling delete_port for e3933e29-b932-4419-8e80-0f9167e95a40 owned by network:dhcp {{(pid=92754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:17:05.809720 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] Calling delete_port for e3933e29-b932-4419-8e80-0f9167e95a40 owned by network:dhcp {{(pid=92755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:17:05.887315 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808822'] for port, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.890626 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-06847c8b-a118-4789-8617-0a8367b579c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:05.916286 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Port e3933e29-b932-4419-8e80-0f9167e95a40 update to DOWN by agent not found {{(pid=92755) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 21 14:17:05.916748 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0c71bc2a-3cf5-4a0b-af32-9c292b21181d no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:17:05.916907 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3933e29-b932-4419-8e80-0f9167e95a40,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:05.918622 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] No DVR routers for this DVR port e3933e29-b932-4419-8e80-0f9167e95a40 on host dv-cinder-794962-5-iscsi {{(pid=92754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:17:05.920054 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:05.936227 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: 0c71bc2a-3cf5-4a0b-af32-9c292b21181d {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:17:05.936608 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device 0c71bc2a-3cf5-4a0b-af32-9c292b21181d not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:17:05.937012 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device d02af096-1323-4214-a69f-3a9f00fba49a no longer exists at agent ovs-agent-dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:17:05.962742 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.plugin [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] No Port match for: d02af096-1323-4214-a69f-3a9f00fba49a {{(pid=92755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:17:05.963174 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.plugins.ml2.rpc [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Device d02af096-1323-4214-a69f-3a9f00fba49a not bound to the agent host dv-cinder-794962-5-iscsi {{(pid=92755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:17:05.971198 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1613388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-725786', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745720211685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745719782247'] for port, after_delete {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.976908 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:05.988115 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668648', 'neutron.services.segments.db._delete_segments_for_network-8745720293075'] for network, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:05.997527 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928f5c9e-b3ed-42d0-ab89-a93a17426011']}} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:05.997667 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] No DVR routers for this DVR port e3933e29-b932-4419-8e80-0f9167e95a40 on host dv-cinder-794962-5-iscsi {{(pid=92755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:17:05.999429 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] Pushing event deleted for resources: {'Port': ['ID=e3933e29-b932-4419-8e80-0f9167e95a40,revision_number=None']} {{(pid=92755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:06.002136 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG oslo_concurrency.lockutils [None req-c3f4e477-ca1d-4696-9dfb-09263d021409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:06.011314 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2569e18d-7a2b-4617-ae69-6c17976d4443') {'for_net_delete': True} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:06.011603 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.services.segments.db [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2569e18d-7a2b-4617-ae69-6c17976d4443') {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:17:06.020395 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745720292904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13690797'] for segment, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.033659 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880'] for segment, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.039340 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=92754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:17:06.039715 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13808487'] for segment, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: Traceback (most recent call last): Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: timer() Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: cb(*args, **kw) Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: return func(*args, **kwargs) Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: self._notify() Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: self.callback(batched_events) Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: event.method(event) Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: return f(self, *a, **k) Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._get(url).json() Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: return self.request(url, 'GET', **kwargs) Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:17:06.041482 dv-cinder-794962-5-iscsi neutron-server[92754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:17:06.098262 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1008190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-725777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610949'] for network, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.102334 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-221c507d-e6e0-4498-8876-63e1702a7b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:06.104700 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-725772'] for network, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.106510 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/928f5c9e-b3ed-42d0-ab89-a93a17426011 HTTP/1.1" status: 204 len: 168 time: 0.8460090 Jun 21 14:17:06.117119 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=928f5c9e-b3ed-42d0-ab89-a93a17426011,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:06.119465 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-fda50204-526e-42e0-8280-f3a83499f3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:06.223210 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47790) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:06.262194 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-22144699-342a-461f-83fc-53d1fb2f9f7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c6f228e00654dafad9e55ac4c05fb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370677 Jun 21 14:17:06.264300 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.wsgi [-] (92753) accepted ('10.222.0.21', 47792) {{(pid=92753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:06.321501 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-adcc9069-d5b5-400d-9795-9bc8ed06e52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.344719 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-adcc9069-d5b5-400d-9795-9bc8ed06e52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.401171 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-adcc9069-d5b5-400d-9795-9bc8ed06e52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.403865 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron_lib.callbacks.manager [None req-adcc9069-d5b5-400d-9795-9bc8ed06e52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.405152 dv-cinder-794962-5-iscsi neutron-server[92753]: INFO neutron.wsgi [None req-adcc9069-d5b5-400d-9795-9bc8ed06e52c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c775b46e-8126-4255-880d-c511868d6c85 HTTP/1.1" status: 204 len: 168 time: 0.1398101 Jun 21 14:17:06.405956 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-dadb3ec1-7eff-4aaa-9cfd-aa762231e7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:06.414325 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc9069-d5b5-400d-9795-9bc8ed06e52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c775b46e-8126-4255-880d-c511868d6c85,revision_number=None']} {{(pid=92753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:06.417450 dv-cinder-794962-5-iscsi neutron-server[92753]: DEBUG oslo_concurrency.lockutils [None req-adcc9069-d5b5-400d-9795-9bc8ed06e52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:06.730601 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47798) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:06.770502 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-e3919f31-9379-4891-8b3e-7b4895e5f9aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e0fe8edc18c43f58365aa20008fb9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386853 Jun 21 14:17:06.773079 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [-] (92754) accepted ('10.222.0.21', 47800) {{(pid=92754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:17:06.820827 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-af5782eb-4372-40ab-b123-412447d81dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.842939 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-af5782eb-4372-40ab-b123-412447d81dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.896963 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-af5782eb-4372-40ab-b123-412447d81dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008187'] for security_group, after_delete {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.899526 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-af5782eb-4372-40ab-b123-412447d81dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:06.900655 dv-cinder-794962-5-iscsi neutron-server[92754]: INFO neutron.wsgi [None req-af5782eb-4372-40ab-b123-412447d81dd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94afcec2-4c8f-4910-8c94-38e3b08e2155 HTTP/1.1" status: 204 len: 168 time: 0.1266856 Jun 21 14:17:06.901413 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-4093f4cf-057a-411c-afb3-2754d1184a00 tempest-TestMinimumBasicScenario-1641224348 tempest-TestMinimumBasicScenario-1641224348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:17:06.908631 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5782eb-4372-40ab-b123-412447d81dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94afcec2-4c8f-4910-8c94-38e3b08e2155,revision_number=None']} {{(pid=92754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:17:06.911076 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-af5782eb-4372-40ab-b123-412447d81dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:17:07.095851 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-8dc73666-aea4-457c-ad5c-1d5bc0b00467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:07.365297 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:08.226045 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:08.951067 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:09.688655 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:28.428009 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:17:34.469855 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-4a211c22-9bc3-4647-b315-db66d833398e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:37.110237 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9b37-745b-490b-9672-78b83a770630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:37.372032 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:38.230266 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:38.971563 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:17:39.697666 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:04.460850 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-11960781-987b-4732-a678-622e8b82b599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:05.425794 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:18:07.105883 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-32010230-fee2-4dac-9656-3cd22a478d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:07.369078 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:08.238419 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:08.968609 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:09.699637 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:34.465266 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-dd493f5d-f337-4647-b5fe-cfd4f6783d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:37.099413 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd994-7540-4d63-9d22-cba5903d2028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:37.371660 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:38.244181 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:38.992117 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:39.703947 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:18:42.423145 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:19:04.467250 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-3157bd5c-a64c-49d8-8257-599546b406d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:07.105531 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-cae0dfb5-05ea-48f0-97f3-975b16d992cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:07.367623 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:08.246747 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:09.017195 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:09.713572 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:19.423723 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:19:34.473136 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-4ebb32db-5184-40cd-8e2f-7a88c7d014c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:37.111787 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-099a5bcf-b187-43c1-ba21-fb2a023a06bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:37.375245 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:38.251121 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:39.015135 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:39.711818 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:19:56.422859 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:20:04.465491 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1d12fbc6-6b66-463e-aaf4-fa4d2302b527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:07.106983 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2dab-d4cc-4237-a088-03292d7bc275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:07.374804 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:08.257272 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:09.026963 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:09.714251 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:32.264105 dv-cinder-794962-5-iscsi neutron-server[92754]: DEBUG neutron.wsgi [req-74a1f750-665d-4708-bf7a-e218f5536ab4 req-b050fb3d-3e63-402a-97e5-9f764e159d88 service neutron] (92754) timed out ('10.222.0.21', 43550) {{(pid=92754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 14:20:33.422908 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:20:34.467461 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-6c28f070-3151-4b31-944b-90d3ef2cffaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:37.109968 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-5147b308-9309-4034-adb2-acf6d0267ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:37.379628 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:38.259813 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:39.052935 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:20:39.726959 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:04.468155 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-86759b8b-42a3-48fd-8151-882de450a1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:07.114365 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-95806032-aa07-47a6-8916-05436f9f6e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:07.376643 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:08.261028 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:09.061379 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:09.729170 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:10.431758 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:21:34.468996 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-8659cd9e-ab59-429e-99da-670a6103985b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:37.118684 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-ebddec84-231c-4615-b69b-0bda8cf25934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:37.376742 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:38.270316 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:39.061597 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:39.731345 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:21:47.422380 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:22:04.468761 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8030-a296-4686-a642-dbb224b052d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:07.125481 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-651d2fd8-d841-4515-a157-f3d0f70ae3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:07.376374 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:08.273213 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:09.068226 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:09.734966 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:24.429714 dv-cinder-794962-5-iscsi neutron-server[92756]: DEBUG neutron.db.agents_db [None req-527d240b-a74a-4703-97ca-2adb410fc581 None None] Agent healthcheck: found 6 active agents {{(pid=92756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:22:34.468081 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-a9452f9e-2bdf-4d41-b13a-68227d1b4933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:37.127445 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-81072314-aa6d-4110-9dd7-de3c05c508e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:37.379274 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-0400cf73-e0d1-45bd-a689-e3144a30b758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:38.274640 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-7a421366-238a-4e46-9dbe-4ae66e7f2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:39.074110 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-1918430f-53ce-474a-9d12-c9f9061f863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:22:39.735405 dv-cinder-794962-5-iscsi neutron-server[92755]: DEBUG neutron_lib.callbacks.manager [None req-eae62504-607c-4b3b-92cb-63d4fc700ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745720293057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1666418'] for agent, after_update {{(pid=92755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}